00000800:00000200:3.1F:1734015831.916638:0:1976:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b6e4e480] -> 12345-192.168.201.110@tcp (2) 00000800:00000200:2.1F:1734015831.918381:0:1966:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1734015831.918392:0:1966:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.110@tcp ip 192.168.201.110:988 00000800:00000200:2.1:1734015831.918396:0:1966:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b59a6700 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.1F:1734015831.919882:0:1966:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:0.1:1734015831.921420:0:1966:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00010000:00010000:3.0:1734016116.479835:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d11fe lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3194880->3198975] (req 3194880->3198975) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e076cb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016116.485546:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d11fe lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e076cb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016116.485597:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d11fe lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e076cb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016116.485630:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8efaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336758528:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016116.489330:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d11fe lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e076cb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016116.489377:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d11fe lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e076cb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016116.489405:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8efb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336758784:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016116.490561:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d11fe lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e076cb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.490601:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3186688 3190783) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d11fe lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e076cb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016116.490646:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc8a80 - object 0x280000400:5 offset 3186688<>3190784 00000008:00010000:3.0:1734016116.493343:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d11fe lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e076cb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016116.493382:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d11fe lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e076cb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016116.493407:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336759040:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016116.496333:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d11fe lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e076cb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016116.496418:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d11fe lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e076cb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016116.496441:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8efb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336759296:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.497145:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016116.497162:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d11fe lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e076cb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.497184:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3178496 3182591) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d11fe lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e076cb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016116.497216:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc8a80 - object 0x280000400:5 offset 3178496<>3182592 00000100:00100000:3.0:1734016116.497235:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336759552:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016116.500017:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d11fe lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e076cb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016116.500072:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d11fe lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e076cb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016116.500110:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336759552:192.168.201.110@tcp:3:fsx.0 00020000:00200000:3.0:1734016116.504230:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016116.504253:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [775, 775] 00000008:00010000:3.0:1734016116.504274:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016116.504279:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a8b0, osc lock ffff8800b5a2b690, flags 0x0 00010000:00010000:3.0:1734016116.504306:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d11fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e076cb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.504321:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3174400 3178495) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d11fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e076cb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.504332:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d11fe lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e076cb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.504340:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d11fe lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e076cb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.504346:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d11fe lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e076cb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016116.504450:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016116.504473:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012ffe3840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d11fe lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e076cb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.504508:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3174400 3178495) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d11fe lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e076cb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016116.504557:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc8a80 - object 0x280000400:5 offset 3174400<>3178496 00000100:00100000:3.0:1734016116.504589:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336759808:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016116.506908:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012ffe3840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d11fe lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e076cb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016116.506951:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d11fe lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e076cb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016116.506980:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336759808:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.512648:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016116.512665:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d11fe lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e076cb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.512701:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3166208 3170303) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d11fe lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e076cb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016116.512795:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc8a80 - object 0x280000400:5 offset 3166208<>3170304 00000100:00100000:3.0:1734016116.512827:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336760320:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016116.516135:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d11fe lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e076cb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016116.516185:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d11fe lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3194880->3198975) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e076cb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016116.516212:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336760320:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.517236:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8efaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336760448:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016116.533378:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016116.547053:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:3.0:1734016116.560042:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae8433c0/0x7bf039d361d1213 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.560059:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae8433c0/0x7bf039d361d1213 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016116.560123:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016116.560158:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336761088:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016116.564437:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:3.0:1734016116.568869:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10300984 i_blocks 1456 00000020:00010000:3.0:1734016116.568878:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb1918 (ffff8800b6d88ea8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016116.568881:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb1918 (ffff8800b6d88ea8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016116.568887:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891f30 (ffff8800a7e715a8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016116.568891:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb1918 (ffff8800b6d88ea8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016116.568893:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891f30 (ffff8800b6d88ea8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016116.568910:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016116.568944:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016116.568953:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016116.568965:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016116.568985:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016116.568989:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588afb0, osc lock ffff8800b5a2bc80, flags 0x400001002 00010000:00010000:3.0:1734016116.569020:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841680/0x7bf039d361d121a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.569028:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841680/0x7bf039d361d121a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016116.572028:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:3.0:1734016116.575198:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10300984 i_blocks 1456 00000020:00010000:3.0:1734016116.575207:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb1918 (ffff8800b6d88ea8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016116.575210:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb1918 (ffff8800b6d88ea8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016116.575217:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588afb0 (ffff8800a7e715a8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016116.575221:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb1918 (ffff8800b6d88ea8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016116.575223:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588afb0 (ffff8800b6d88ea8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016116.575239:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016116.575253:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 10300984 00000080:00200008:3.0:1734016116.575285:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016116.575295:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:3.0:1734016116.575322:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016116.575343:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d11d4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e0769a expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016116.575357:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d11d4 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e0769a expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016116.575368:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:3.0:1734016116.575371:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d11d4 00000080:00010000:3.0:1734016116.575377:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d11d4 from it ffff8800a7d3bcd8 00010000:00010000:3.0:1734016116.575379:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d11d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e0769a expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016116.575386:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d11d4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e0769a expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016116.575413:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016116.575424:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016116.575441:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016116.575444:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588afb0, osc lock ffff8800b5a2bc80, flags 0x400001002 00010000:00010000:3.0:1734016116.575470:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842880/0x7bf039d361d1221 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.575477:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842880/0x7bf039d361d1221 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016116.578501:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:3.0:1734016116.582374:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10300984 i_blocks 1456 00000020:00010000:3.0:1734016116.582383:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb1918 (ffff8800b6d88ea8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016116.582387:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb1918 (ffff8800b6d88ea8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016116.582393:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588afb0 (ffff8800a7e715a8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016116.582397:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb1918 (ffff8800b6d88ea8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016116.582399:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588afb0 (ffff8800b6d88ea8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016116.582416:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016116.582449:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016116.582454:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016116.582471:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016116.582484:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1075, 1080] 00000008:00010000:3.0:1734016116.582502:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016116.582506:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588afb0, osc lock ffff8800b5a2bc80, flags 0x0 00010000:00010000:3.0:1734016116.582534:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1228 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.582541:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1228 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4403200->4427775] (req 4403200->4427775) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.582580:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1228 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4403200->4427775] (req 4403200->4427775) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016116.582607:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336761472:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016116.582682:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe30c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016116.585303:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016116.595388:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016116.603542:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016116.603784:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11097 00000100:00100000:3.0:1734016116.603794:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fc9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339399040:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016116.603813:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1228 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4403200->4427775) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e076f5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.603826:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1228 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4403200->4427775) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e076f5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016116.603894:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016116.603898:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10300984 mtime: 1734016117 atime: 1734016116 ctime: 1734016116 blocks: 1504 00000020:00010000:3.0:1734016116.603901:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016116.603902:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10300984 mtime: 1734016117 atime: 1734016116 ctime: 1734016116 blocks: 1504 00000100:00100000:3.0:1734016116.603961:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fc9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339399040:12345-192.168.201.110@tcp:106: Request processed in 169us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.603970:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11097 00000100:00100000:3.0:1734016116.611432:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016116.625523:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016116.630143:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339399424 00000100:00100000:3.0:1734016116.630161:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339399424 00000100:00100000:3.0:1734016116.630212:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11100 00000100:00100000:3.0:1734016116.630221:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7705:x1818247339399424:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016116.630236:0:9553:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d123d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9621504->9637887] (req 9621504->9637887) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0770a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.630246:0:9553:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d123d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9621504->9637887] (req 9621504->9637887) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0770a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.630255:0:9553:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d123d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9621504->9637887) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e0770a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.630265:0:9553:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d123d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9621504->9637887) gid 0 flags: 0x10080000000000 nid: local remote: 0x3f004d6452e0770a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.630273:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d123d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9621504->9637887) gid 0 flags: 0x10080000000000 nid: local remote: 0x3f004d6452e0770a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.630281:0:9553:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d123d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9621504->9637887) gid 0 flags: 0x80000000000 nid: local remote: 0x3f004d6452e0770a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.630300:0:9553:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5943cc0) 00000100:00100000:3.0:1734016116.630353:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7705:x1818247339399424:12345-192.168.201.110@tcp:105: Request processed in 133us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.630359:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11100 00000100:00100000:3.0:1734016116.641791:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016116.649155:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016116.658968:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016116.667521:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339400576 00000100:00100000:3.0:1734016116.667530:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339400576 00000100:00100000:3.0:1734016116.667588:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11104 00000100:00100000:3.0:1734016116.667595:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7705:x1818247339400576:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016116.667611:0:9553:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1252 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3743744->3756031] (req 3743744->3756031) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0771f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.667623:0:9553:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1252 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3743744->3756031] (req 3743744->3756031) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0771f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.667633:0:9553:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1252 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3756031) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e0771f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.667642:0:9553:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1252 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3756031) gid 0 flags: 0x10080000000000 nid: local remote: 0x3f004d6452e0771f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.667650:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1252 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3756031) gid 0 flags: 0x10080000000000 nid: local remote: 0x3f004d6452e0771f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.667660:0:9553:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1252 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3756031) gid 0 flags: 0x80000000000 nid: local remote: 0x3f004d6452e0771f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.667681:0:9553:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5942ac0) 00000100:00100000:3.0:1734016116.667760:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7705:x1818247339400576:12345-192.168.201.110@tcp:105: Request processed in 164us (931us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.667768:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11104 00000100:00100000:3.0:1734016116.678824:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339400704 00000100:00100000:3.0:1734016116.678835:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339400704 00000100:00100000:3.0:1734016116.678883:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11105 00000100:00100000:3.0:1734016116.678891:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339400704:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016116.678910:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1252 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3756031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0771f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.678921:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1252 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3756031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0771f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016116.678952:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016116.678955:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 10300984 mtime: 1734016117 atime: 1734016116 ctime: 1734016116 blocks: 1504 00000020:00010000:3.0:1734016116.678959:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016116.678960:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 10300984 mtime: 1734016117 atime: 1734016116 ctime: 1734016116 blocks: 1504 00000100:00100000:3.0:1734016116.679017:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339400704:12345-192.168.201.110@tcp:106: Request processed in 127us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.679023:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11105 00000100:00100000:3.0:1734016116.682398:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8ef9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336763264:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016116.684633:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339400832 00000100:00100000:3.0:1734016116.684642:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339400832 00000100:00100000:3.0:1734016116.684764:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11106 00000100:00100000:3.0:1734016116.684772:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339400832:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016116.684788:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1252 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3756031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0771f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.684798:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1252 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3756031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0771f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016116.684827:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016116.684830:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10300984 mtime: 1734016117 atime: 1734016116 ctime: 1734016116 blocks: 1504 00000020:00010000:3.0:1734016116.684833:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016116.684834:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10300984 mtime: 1734016117 atime: 1734016116 ctime: 1734016116 blocks: 1504 00000100:00100000:3.0:1734016116.685202:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339400832:12345-192.168.201.110@tcp:106: Request processed in 429us (695us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.685209:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11106 00010000:00010000:3.0:1734016116.687350:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d1260 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.687369:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d1260 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.687381:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d1260 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.687388:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d1260 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.687394:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d1260 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016116.687409:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10300984, setting rss=10300984; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016116.687423:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d1260 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.687433:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d1260 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.687441:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d1260 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.687448:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943cc0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016116.687454:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d1260 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.687464:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016116.687470:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d1260 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.687475:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d1260 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016116.694491:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336763264:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016116.703992:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1252 lrc: 6/2,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3756031) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0771f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.704026:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1252 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3756031) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0771f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016116.707882:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1252 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3756031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0771f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.708046:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3895296 3899391) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1252 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3756031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0771f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016116.708339:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fca680 - object 0x280000400:5 offset 0<>4194304 00000008:00010000:3.0:1734016116.708352:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1252 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3756031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0771f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016116.708359:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1252 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3756031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0771f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.708389:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4194304 4198399) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1252 lrc: 7/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3756031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0771f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016116.708494:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc9500 - object 0x280000400:5 offset 4194304<>8388608 00000008:00010000:3.0:1734016116.708503:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1252 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3756031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0771f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.708526:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8388608 8392703) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1252 lrc: 7/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3756031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0771f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016116.708570:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcb100 - object 0x280000400:5 offset 8388608<>10301440 00000100:00100000:3.0:1734016116.708596:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336763648:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.708727:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1734016116.708733:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336763520:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.708771:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336763776:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016116.817460:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1252 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3756031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0771f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016116.817871:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1252 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3756031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0771f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016116.817903:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336763648:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016116.874459:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016116.881016:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016116.888318:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016116.888824:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11109 00000100:00100000:3.0:1734016116.888833:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339401344:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016116.888848:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1252 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3756031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0771f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.888858:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1252 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3743744->3756031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0771f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016116.888883:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 2516, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016116.888885:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 10300984 mtime: 1734016117 atime: 1734016116 ctime: 1734016117 blocks: 1504 00000020:00010000:3.0:1734016116.888888:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016116.888889:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 10300984 mtime: 1734016117 atime: 1734016116 ctime: 1734016117 blocks: 1504 00000100:00100000:3.0:1734016116.888932:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339401344:12345-192.168.201.110@tcp:106: Request processed in 100us (621us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.888937:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11109 00000100:00100000:3.0:1734016116.903275:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016116.914304:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016116.964578:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016116.964945:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016116.970532:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339401984 00000100:00100000:3.0:1734016116.970541:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339401984 00000100:00100000:3.0:1734016116.970583:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11114 00000100:00100000:3.0:1734016116.970589:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7705:x1818247339401984:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016116.970598:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6131712->6135807] (req 6131712->6135807) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.970605:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6131712->6135807] (req 6131712->6135807) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.970613:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.970621:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.970630:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.970639:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.970671:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5942ac0) 00000100:00100000:3.0:1734016116.970740:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7705:x1818247339401984:12345-192.168.201.110@tcp:105: Request processed in 149us (1042us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016116.970750:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11114 00000008:00010000:3.0:1734016116.985297:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016116.985322:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016116.985339:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336766464:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016116.988903:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016116.988961:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016116.988980:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336766720:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016116.992922:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016116.992960:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016116.992977:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336766976:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016116.993520:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.993549:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6111232 6115327) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016116.993575:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcaa00 - object 0x280000400:5 offset 6111232<>6115328 00000100:00100000:3.0:1734016116.993586:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016116.993594:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336767232:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016116.997187:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016116.997253:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016116.997273:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336767232:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016116.997877:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016116.997895:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6107136 6111231) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016116.997920:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcaa00 - object 0x280000400:5 offset 6107136<>6111232 00000100:00100000:3.0:1734016116.997931:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016116.997939:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336767488:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016117.001125:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.001168:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.001187:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336767488:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016117.001918:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.001939:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6103040 6107135) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016117.001962:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcaa00 - object 0x280000400:5 offset 6103040<>6107136 00000100:00100000:3.0:1734016117.001973:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016117.001982:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336767744:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016117.004826:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.005030:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.005050:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336767744:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016117.005601:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.005619:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6098944 6103039) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016117.005643:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcaa00 - object 0x280000400:5 offset 6098944<>6103040 00000100:00100000:3.0:1734016117.005773:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016117.005782:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336768000:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016117.009590:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.009650:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.009670:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336768000:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.010271:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016117.010281:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.010300:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6094848 6098943) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016117.010323:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcaa00 - object 0x280000400:5 offset 6094848<>6098944 00000100:00100000:3.0:1734016117.010337:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336768256:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016117.013442:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.013515:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.013546:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336768256:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.014201:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016117.014209:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.014226:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6090752 6094847) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016117.014251:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcaa00 - object 0x280000400:5 offset 6090752<>6094848 00000100:00100000:3.0:1734016117.014263:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336768512:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016117.016469:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.016930:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1291 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6131712->6135807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0776c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.016951:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336768512:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.018338:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8efad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336768640:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016117.035422:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016117.040952:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016117.050106:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016117.054838:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016117.060260:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339402624 00000100:00100000:3.0:1734016117.060266:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339402624 00000100:00100000:3.0:1734016117.060301:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11119 00000100:00100000:3.0:1734016117.060307:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7705:x1818247339402624:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016117.060314:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d12ad lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5029888->5033983] (req 5029888->5033983) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e07788 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.060322:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d12ad lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5029888->5033983] (req 5029888->5033983) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e07788 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.060329:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d12ad lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5029888->5033983) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e07788 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.060336:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d12ad lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5029888->5033983) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e07788 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.060342:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d12ad lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5029888->5033983) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e07788 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.060349:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d12ad lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5029888->5033983) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e07788 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.060939:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5940fc0) 00000100:00100000:3.0:1734016117.060984:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7705:x1818247339402624:12345-192.168.201.110@tcp:105: Request processed in 677us (1372us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.060992:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11119 00000100:00100000:3.0:1734016117.278982:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339402752 00000100:00100000:3.0:1734016117.278998:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339402752 00000100:00100000:3.0:1734016117.279066:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11120 00000100:00100000:3.0:1734016117.279077:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:8966:x1818247339402752:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016117.279096:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d813840/0x7bf039d361d11e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e076b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016117.279201:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016117.279209:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:8966:x1818247339402752:12345-192.168.201.110@tcp:104: Request processed in 134us (4298us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.279216:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11120 00000100:00100000:3.0:1734016117.294683:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016117.357155:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016117.377188:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339403136 00000100:00100000:3.0:1734016117.377198:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339403136 00000100:00100000:3.0:1734016117.377238:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11123 00000100:00100000:3.0:1734016117.377247:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339403136:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016117.377262:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d12b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07796 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.377272:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d12b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07796 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016117.377301:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016117.377303:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 7835082 mtime: 1734016117 atime: 1734016116 ctime: 1734016117 blocks: 1568 00000020:00010000:3.0:1734016117.377305:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016117.377307:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 7835082 mtime: 1734016117 atime: 1734016116 ctime: 1734016117 blocks: 1568 00000100:00100000:3.0:1734016117.377350:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339403136:12345-192.168.201.110@tcp:106: Request processed in 105us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.377356:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11123 00000100:00100000:3.0:1734016117.382492:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016117.387064:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016117.387102:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339403392 00000100:00100000:3.0:1734016117.387109:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339403392 00000100:00100000:3.0:1734016117.387154:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11125 00000100:00100000:3.0:1734016117.387160:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fc8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339403392:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016117.387173:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d12b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07796 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.387182:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d12b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07796 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016117.387204:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016117.387206:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 7835082 mtime: 1734016117 atime: 1734016116 ctime: 1734016117 blocks: 1568 00000020:00010000:3.0:1734016117.387209:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016117.387210:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 7835082 mtime: 1734016117 atime: 1734016116 ctime: 1734016117 blocks: 1568 00000100:00100000:3.0:1734016117.387241:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fc8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339403392:12345-192.168.201.110@tcp:106: Request processed in 80us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.387247:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11125 00000100:00100000:3.0:1734016117.408383:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8efad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336771712:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016117.420468:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339403648 00000100:00100000:3.0:1734016117.420477:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339403648 00000100:00100000:3.0:1734016117.420514:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11127 00000100:00100000:3.0:1734016117.420520:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339403648:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016117.420533:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d12b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07796 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.420547:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d12b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07796 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016117.420568:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016117.420570:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 7835082 mtime: 1734016117 atime: 1734016116 ctime: 1734016117 blocks: 1568 00000020:00010000:3.0:1734016117.420573:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016117.420575:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 7835082 mtime: 1734016117 atime: 1734016116 ctime: 1734016117 blocks: 1568 00000100:00100000:3.0:1734016117.420611:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339403648:12345-192.168.201.110@tcp:106: Request processed in 91us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.420617:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11127 00000100:00100000:3.0:1734016117.433226:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8efb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336772096:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016117.440779:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339403776 00000100:00100000:3.0:1734016117.440789:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339403776 00000100:00100000:3.0:1734016117.440839:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11128 00000100:00100000:3.0:1734016117.440846:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339403776:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016117.440858:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d12b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07796 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.440867:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d12b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07796 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016117.440890:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016117.440892:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 7835082 mtime: 1734016117 atime: 1734016116 ctime: 1734016117 blocks: 1568 00000020:00010000:3.0:1734016117.440895:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016117.440896:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 7835082 mtime: 1734016117 atime: 1734016116 ctime: 1734016117 blocks: 1568 00000100:00100000:3.0:1734016117.440939:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339403776:12345-192.168.201.110@tcp:106: Request processed in 92us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.440944:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11128 00010000:00010000:3.0:1734016117.446570:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d12ec lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.446588:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d12ec lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.446599:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d12ec lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.446604:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d12ec lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.446609:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d12ec lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.446621:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 7835082, setting rss=7835082; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016117.446639:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d12ec lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.446645:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d12ec lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.446651:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d12ec lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.446661:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943840 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016117.446665:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d12ec lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.446673:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016117.446677:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d12ec lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.446683:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d12ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.446752:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8efb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336772096:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016117.452796:0:4740:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016117.452816:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339403904 00000100:00100000:3.0:1734016117.452826:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339403904 00000100:00100000:3.0:1734016117.452869:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11129 00000100:00100000:3.0:1734016117.452877:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc33c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339403904:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016117.452890:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d12b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07796 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.452902:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d12b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07796 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016117.452925:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016117.452927:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 7835082 mtime: 1734016117 atime: 1734016116 ctime: 1734016117 blocks: 1568 00000020:00010000:3.0:1734016117.452931:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016117.452932:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 7835082 mtime: 1734016117 atime: 1734016116 ctime: 1734016117 blocks: 1568 00000100:00100000:3.0:1734016117.452973:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc33c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339403904:12345-192.168.201.110@tcp:106: Request processed in 97us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.452980:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11129 00010000:00010000:3.0:1734016117.458020:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d12f3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.458038:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d12f3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.458050:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d12f3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.458057:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d12f3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.458062:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d12f3 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.458074:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 7835082, setting rss=7835082; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016117.458689:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d12f3 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.458697:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d12f3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.458704:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d12f3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.458736:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5942f40 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016117.458741:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d12f3 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.458752:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016117.458758:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d12f3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.458764:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d12f3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.458801:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8efb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336772224:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016117.472962:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339404032 00000100:00100000:3.0:1734016117.472973:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339404032 00000100:00100000:3.0:1734016117.473012:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11130 00000100:00100000:3.0:1734016117.473020:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339404032:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016117.473033:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d12b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07796 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.473043:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d12b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07796 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016117.473064:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016117.473066:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 7835082 mtime: 1734016117 atime: 1734016116 ctime: 1734016117 blocks: 1568 00000020:00010000:3.0:1734016117.473069:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016117.473071:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 7835082 mtime: 1734016117 atime: 1734016116 ctime: 1734016117 blocks: 1568 00000100:00100000:3.0:1734016117.473107:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8efaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339404032:12345-192.168.201.110@tcp:106: Request processed in 88us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.473113:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11130 00000100:00100000:3.0:1734016117.485665:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:3.0:1734016117.490328:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 838 00000080:00200000:3.0:1734016117.490336:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016117.490346:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016117.490355:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [838, 838] 00000008:00010000:3.0:1734016117.490364:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016117.490367:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a3b0, osc lock ffff8800b5a2bb50, flags 0x0 00010000:00010000:3.0:1734016117.490386:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841440/0x7bf039d361d1308 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.490394:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841440/0x7bf039d361d1308 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3432448->3436543] (req 3432448->3436543) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.490422:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841440/0x7bf039d361d1308 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3432448->3436543] (req 3432448->3436543) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.490440:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8380 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247336772608:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016117.490486:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe3f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.493067:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016117.497968:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339404416 00000100:00100000:3.0:1734016117.497975:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339404416 00000100:00100000:3.0:1734016117.498006:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11133 00000100:00100000:3.0:1734016117.498013:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8efbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6469:x1818247339404416:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016117.498022:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841440/0x7bf039d361d1308 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3432448->3436543] (req 3432448->3436543) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e077f8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.498034:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841440/0x7bf039d361d1308 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3432448->3436543] (req 3432448->3436543) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e077f8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.498041:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841440/0x7bf039d361d1308 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3432448->3436543) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e077f8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.498048:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841440/0x7bf039d361d1308 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3432448->3436543) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e077f8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.498055:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841440/0x7bf039d361d1308 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3432448->3436543) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e077f8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.498062:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841440/0x7bf039d361d1308 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3432448->3436543) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e077f8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.498077:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800ae841440) 00000100:00100000:3.0:1734016117.498111:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8efbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6469:x1818247339404416:12345-192.168.201.110@tcp:105: Request processed in 98us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.498117:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11133 00000008:00010000:3.0:1734016117.505292:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841440/0x7bf039d361d1308 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3432448->3436543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e077f8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.505327:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3428352 3432447) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841440/0x7bf039d361d1308 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3432448->3436543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e077f8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016117.505357:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc9f80 - object 0x280000400:5 offset 3428352<>3432448 00000100:00100000:3.0:1734016117.505372:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016117.505384:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336773248:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016117.513143:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841440/0x7bf039d361d1308 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3432448->3436543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e077f8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.513172:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841440/0x7bf039d361d1308 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3432448->3436543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e077f8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.513191:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336773248:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016117.518760:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841440/0x7bf039d361d1308 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3432448->3436543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e077f8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.518790:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841440/0x7bf039d361d1308 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3432448->3436543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e077f8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.518813:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8efb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336773504:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016117.525187:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841440/0x7bf039d361d1308 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3432448->3436543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e077f8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.525212:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841440/0x7bf039d361d1308 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3432448->3436543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e077f8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.525227:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8efb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336773760:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016117.529192:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841440/0x7bf039d361d1308 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3432448->3436543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e077f8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.529224:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841440/0x7bf039d361d1308 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3432448->3436543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e077f8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.529245:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8efb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336774016:192.168.201.110@tcp:3:fsx.0 00010000:00010000:3.0:1734016117.534840:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59433c0/0x7bf039d361d130f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.534863:0:1981:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59433c0/0x7bf039d361d130f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e077ff expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.534876:0:1981:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59433c0/0x7bf039d361d130f lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e077ff expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.534887:0:1981:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59433c0/0x7bf039d361d130f lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e077ff expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.534901:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 7835082, setting rss=7835082; kms=7835082, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59433c0/0x7bf039d361d130f lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e077ff expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.534918:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59433c0/0x7bf039d361d130f lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e077ff expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.534925:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59433c0/0x7bf039d361d130f lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e077ff expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.534934:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59433c0/0x7bf039d361d130f lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e077ff expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.534939:0:1981:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59433c0/0x7bf039d361d130f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e077ff expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.534958:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336774144:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016117.548686:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef9880 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247336774400:192.168.201.110@tcp:36:fsx.0 00000080:00200000:3.0:1734016117.548779:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016117.548784:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016117.548795:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016117.548815:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016117.548824:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016117.548827:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a130, osc lock ffff8800b5a2b7c0, flags 0x0 00010000:00010000:3.0:1734016117.548839:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800ab2cb800 type 11 mode 2 res 10737419264/5 (0 18446744073709551615) 00010000:00010000:3.0:1734016117.548850:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.548858:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.548887:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.548903:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc9f80 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247336774656:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016117.548932:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe3180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016117.552250:0:4739:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016117.552265:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339404672 00000100:00100000:3.0:1734016117.552271:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339404672 00000100:00100000:3.0:1734016117.552301:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339404800 00000100:00100000:3.0:1734016117.552302:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339404800 00000100:00100000:3.0:1734016117.552312:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11135 00000100:00100000:3.0:1734016117.552318:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339404672:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016117.552332:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59433c0/0x7bf039d361d130f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e077ff expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.552394:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016117.552401:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339404672:12345-192.168.201.110@tcp:104: Request processed in 81us (610us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.552407:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11135 00000100:00100000:3.0:1734016117.552421:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11136 00000100:00100000:3.0:1734016117.552425:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339404800:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016117.552431:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841440/0x7bf039d361d1308 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3432448->3436543) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e077f8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.553304:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1734016117.553312:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339404800:12345-192.168.201.110@tcp:104: Request processed in 885us (1316us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.553318:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11136 00000100:00100000:3.0:1734016117.556767:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc9f80 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247336774656:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.556788:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.556798:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.556805:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.561397:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339404928 00000100:00100000:3.0:1734016117.561405:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339404928 00000100:00100000:3.0:1734016117.561441:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11137 00000100:00100000:3.0:1734016117.561447:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8efb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6469:x1818247339404928:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016117.561461:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.561471:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.561479:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.561489:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.561498:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.561513:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.561535:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800ae8433c0) 00000100:00100000:3.0:1734016117.561575:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8efb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6469:x1818247339404928:12345-192.168.201.110@tcp:105: Request processed in 127us (1105us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.561581:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11137 00000008:00010000:3.0:1734016117.566861:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.566884:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9904128 9908223) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016117.566912:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc9c00 - object 0x280000400:5 offset 9904128<>9908224 00000100:00100000:3.0:1734016117.566926:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016117.566933:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336775296:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016117.569673:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.569701:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.570280:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.570306:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9900032 9904127) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016117.570337:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcaa00 - object 0x280000400:5 offset 9900032<>9904128 00000100:00100000:3.0:1734016117.570354:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336775296:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.570376:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016117.570384:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336775552:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016117.573677:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.574072:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.574096:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336775552:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.574662:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016117.574670:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.574688:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9895936 9900031) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016117.574729:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcaa00 - object 0x280000400:5 offset 9895936<>9900032 00000100:00100000:3.0:1734016117.574744:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336775808:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016117.578877:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.578906:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.578925:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336775808:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016117.579685:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.579705:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9891840 9895935) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016117.579762:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcaa00 - object 0x280000400:5 offset 9891840<>9895936 00000100:00100000:3.0:1734016117.579775:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016117.579785:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336776064:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016117.584208:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.584241:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.584259:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336776064:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016117.596702:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.596758:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.596776:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336776320:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016117.597285:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.597305:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9883648 9887743) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016117.597328:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcaa00 - object 0x280000400:5 offset 9883648<>9887744 00000100:00100000:3.0:1734016117.597338:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016117.597346:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336776576:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016117.604521:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.604557:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.604575:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336776576:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.606424:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016117.606440:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.606468:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9879552 9883647) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016117.606503:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcaa00 - object 0x280000400:5 offset 9879552<>9883648 00000100:00100000:3.0:1734016117.606522:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336776832:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016117.609674:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.610261:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.610282:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336776832:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016117.611899:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.611920:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9875456 9879551) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016117.611942:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcaa00 - object 0x280000400:5 offset 9875456<>9879552 00000008:00010000:3.0:1734016117.619459:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.619487:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.619508:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336777088:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016117.620126:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.620176:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9871360 9875455) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016117.620198:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcaa00 - object 0x280000400:5 offset 9871360<>9875456 00000100:00100000:3.0:1734016117.620208:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016117.620217:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336777344:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016117.622502:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.622527:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.622543:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336777344:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016117.626624:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.626677:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.626694:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336777600:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016117.627213:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016117.627220:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.627247:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9863168 9867263) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016117.627276:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcaa00 - object 0x280000400:5 offset 9863168<>9867264 00000100:00100000:3.0:1734016117.627291:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336777856:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016117.631610:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.631634:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.631653:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336777856:192.168.201.110@tcp:3:fsx.0 00010000:00010000:3.0:1734016117.632900:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9904128 9908223) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016117.632971:0:9673:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcaa00 - object 0x280000400:5 offset 9863168<>9905054 00000100:00100000:3.0:1734016117.633001:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016117.633013:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336777984:192.168.201.110@tcp:4:fsx.0 00000008:00010000:3.0:1734016117.643070:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.643148:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.643169:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336777984:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016117.684222:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016117.692523:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016117.706073:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016117.706105:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339405312 00000100:00100000:3.0:1734016117.706113:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339405312 00000100:00100000:3.0:1734016117.706161:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11140 00000100:00100000:3.0:1734016117.706169:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fc9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:8966:x1818247339405312:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016117.706182:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d1324 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e07830 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016117.706230:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016117.706236:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fc9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:8966:x1818247339405312:12345-192.168.201.110@tcp:104: Request processed in 67us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.706241:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11140 00000100:00100000:3.0:1734016117.776248:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339405440 00000100:00100000:3.0:1734016117.776256:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339405440 00000100:00100000:3.0:1734016117.776293:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11141 00000100:00100000:3.0:1734016117.776300:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8efad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339405440:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016117.776313:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.776323:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016117.776367:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 10, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016117.776369:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 8128274 mtime: 1734016117 atime: 1734016117 ctime: 1734016117 blocks: 1400 00000020:00010000:3.0:1734016117.776372:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016117.776373:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 8128274 mtime: 1734016117 atime: 1734016117 ctime: 1734016117 blocks: 1400 00000100:00100000:3.0:1734016117.776412:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8efad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339405440:12345-192.168.201.110@tcp:106: Request processed in 112us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.776418:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11141 00000100:00100000:3.0:1734016117.780773:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339405568 00000100:00100000:3.0:1734016117.780779:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339405568 00000100:00100000:3.0:1734016117.780809:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11142 00000100:00100000:3.0:1734016117.780814:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339405568:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016117.780824:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.780831:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016117.780848:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 10, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016117.780850:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 8128274 mtime: 1734016117 atime: 1734016117 ctime: 1734016117 blocks: 1400 00000020:00010000:3.0:1734016117.780853:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016117.780854:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 8128274 mtime: 1734016117 atime: 1734016117 ctime: 1734016117 blocks: 1400 00000100:00100000:3.0:1734016117.780885:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339405568:12345-192.168.201.110@tcp:106: Request processed in 70us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.780891:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11142 00010000:00010000:3.0:1734016117.783006:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d134e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.783024:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d134e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.783036:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d134e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.783042:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d134e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.783049:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d134e lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.783060:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8128274, setting rss=8128274; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016117.783081:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d134e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.783087:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d134e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.783093:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d134e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.783100:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5940d80 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016117.783104:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d134e lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.783116:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016117.783121:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d134e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.783137:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d134e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.783289:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336782976:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016117.786512:0:9553:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016117.786527:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339405696 00000100:00100000:3.0:1734016117.786534:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339405696 00000100:00100000:3.0:1734016117.786579:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11143 00000100:00100000:3.0:1734016117.786585:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:8966:x1818247339405696:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016117.786597:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800a7f5a400/0x7bf039d361d1340 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e07861 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016117.787183:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016117.787190:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:8966:x1818247339405696:12345-192.168.201.110@tcp:104: Request processed in 604us (785us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.787197:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11143 00000100:00100000:3.0:1734016117.794493:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8efbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336783488:192.168.201.110@tcp:10:fsx.0 00000008:00010000:3.0:1734016117.795213:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.795233:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9179136 9183231) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016117.795260:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc9c00 - object 0x280000400:5 offset 9179136<>9183232 00000100:00100000:3.0:1734016117.795273:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016117.795281:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336783744:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016117.798309:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.798341:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.798362:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336783744:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016117.802268:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.802296:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.802314:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336784000:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016117.803284:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.803304:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9170944 9175039) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016117.803328:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc9c00 - object 0x280000400:5 offset 9170944<>9175040 00000100:00100000:3.0:1734016117.803338:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016117.803346:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336784256:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016117.805581:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.805617:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.805633:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336784256:192.168.201.110@tcp:3:fsx.0 00000080:00200000:3.0:1734016117.805914:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016117.805924:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016117.805951:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2239, 2239] 00000008:00010000:3.0:1734016117.805959:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016117.805962:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588aab0, osc lock ffff8800b5a2bdb0, flags 0x0 00010000:00010000:3.0:1734016117.805975:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.805984:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9170944 9175039) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.805992:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.805998:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.806003:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.806030:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3180 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016117.806042:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:3.0:1734016117.806049:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.806056:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.806062:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3180 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016117.806069:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154e48 (ffff8800b6d88ab8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016117.806072:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154e48 (ffff8800b6d88ab8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016117.806074:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588aab0 (ffff8800b6d88c68/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016117.806076:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.806083:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016117.806090:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154e48 (ffff8800b6d88ab8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016117.806092:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588aab0 (ffff8800b6d88ab8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016117.806099:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016117.806155:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 2238 00000080:00200000:3.0:1734016117.806161:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016117.806166:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016117.806172:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2238, 2238] 00000008:00010000:3.0:1734016117.806177:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016117.806179:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588aab0, osc lock ffff8800b5a2bdb0, flags 0x0 00010000:00010000:3.0:1734016117.806184:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.806190:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9166848 9170943) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.806196:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.806201:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.806206:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.806286:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016117.806294:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012ffe3840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.806310:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9166848 9170943) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016117.806333:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc9c00 - object 0x280000400:5 offset 9166848<>9170944 00000100:00100000:3.0:1734016117.806347:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336784512:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016117.809409:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012ffe3840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.809552:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.809569:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336784512:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016117.825394:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.825430:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.825447:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336785024:192.168.201.110@tcp:3:fsx.0 00010000:00010000:3.0:1734016117.826370:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9179136 9183231) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016117.826421:0:9673:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc9c00 - object 0x280000400:5 offset 9158656<>9182961 00000100:00100000:3.0:1734016117.826449:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016117.826460:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336785152:192.168.201.110@tcp:4:fsx.0 00000008:00010000:3.0:1734016117.843399:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.843451:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.843472:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336785152:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016117.881163:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339405824 00000100:00100000:3.0:1734016117.881176:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339405824 00000100:00100000:3.0:1734016117.881222:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11144 00000100:00100000:3.0:1734016117.881231:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8efb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339405824:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016117.881245:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.881255:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016117.881307:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 16, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016117.881309:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 9182961 mtime: 1734016117 atime: 1734016117 ctime: 1734016117 blocks: 1448 00000020:00010000:3.0:1734016117.881312:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016117.881313:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 9182961 mtime: 1734016117 atime: 1734016117 ctime: 1734016117 blocks: 1448 00000100:00100000:3.0:1734016117.881355:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8efb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339405824:12345-192.168.201.110@tcp:106: Request processed in 125us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.881362:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11144 00000100:00100000:3.0:1734016117.886545:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339405952 00000100:00100000:3.0:1734016117.886555:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339405952 00000100:00100000:3.0:1734016117.886599:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11145 00000100:00100000:3.0:1734016117.886606:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339405952:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016117.886620:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.886634:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016117.886659:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 16, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016117.886661:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 9182961 mtime: 1734016117 atime: 1734016117 ctime: 1734016117 blocks: 1448 00000020:00010000:3.0:1734016117.886664:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016117.886665:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 9182961 mtime: 1734016117 atime: 1734016117 ctime: 1734016117 blocks: 1448 00000100:00100000:3.0:1734016117.887521:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339405952:12345-192.168.201.110@tcp:106: Request processed in 100us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.887534:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11145 00010000:00010000:3.0:1734016117.888254:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d136a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.888267:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d136a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.888279:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d136a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.888286:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d136a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.888292:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d136a lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.888307:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9182961, setting rss=9182961; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016117.888330:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d136a lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.888338:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d136a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.888344:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d136a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.888350:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b59421c0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016117.888355:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d136a lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.888364:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016117.888370:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d136a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.888375:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d136a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.889689:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8efb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336785920:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016117.893049:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339406080 00000100:00100000:3.0:1734016117.893061:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339406080 00000100:00100000:3.0:1734016117.893110:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11146 00000100:00100000:3.0:1734016117.893117:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:8966:x1818247339406080:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016117.893143:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800a7f5a400/0x7bf039d361d135c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e07892 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016117.895216:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:3.0:1734016117.895235:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:8966:x1818247339406080:12345-192.168.201.110@tcp:104: Request processed in 2109us (2548us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.895247:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11146 00000100:00100000:3.0:1734016117.901233:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8efbb80 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247336786176:192.168.201.110@tcp:36:fsx.0 00000080:00200000:3.0:1734016117.901300:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016117.901307:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016117.901330:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016117.901381:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016117.901401:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016117.901405:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588ac30, osc lock ffff8800b5a2bdb0, flags 0x0 00010000:00010000:3.0:1734016117.901432:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.901451:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.901464:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.901472:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.901478:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.905120:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336786432:192.168.201.110@tcp:10:fsx.0 00000100:00100000:3.0:1734016117.923961:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8ef8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336786816:192.168.201.110@tcp:4:fsx.0 00000008:00010000:3.0:1734016117.927380:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.927434:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.927452:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336786816:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016117.943467:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339406208 00000100:00100000:3.0:1734016117.943477:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339406208 00000100:00100000:3.0:1734016117.944031:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11147 00000100:00100000:3.0:1734016117.944040:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7696:x1818247339406208:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016117.944058:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae8433c0/0x7bf039d361d1316 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e0780d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.944131:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016117.944137:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7696:x1818247339406208:12345-192.168.201.110@tcp:104: Request processed in 98us (786us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.944143:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11147 00000100:00100000:3.0:1734016117.964391:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8ef8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336787968:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016117.967933:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d1386 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.967964:0:1981:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d1386 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e078d8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.967979:0:1981:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d1386 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e078d8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.967990:0:1981:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d1386 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e078d8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016117.968007:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 10484107, setting rss=10484107; kms=10484107, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d1386 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e078d8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.968023:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d1386 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e078d8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.968030:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d1386 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e078d8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.968035:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d1386 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e078d8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.968042:0:1981:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d1386 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e078d8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016117.968058:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336787968:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016117.983535:0:4739:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016117.983567:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339406592 00000100:00100000:3.0:1734016117.983573:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339406592 00000100:00100000:3.0:1734016117.983619:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11150 00000100:00100000:3.0:1734016117.983627:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9956:x1818247339406592:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016117.983636:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d138d lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5001216->5005311] (req 5001216->5005311) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e078df expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.983644:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d138d lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5001216->5005311] (req 5001216->5005311) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e078df expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.983653:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d138d lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5001216->5005311) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e078df expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.983663:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d138d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5001216->5005311) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e078df expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.983672:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d138d lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5001216->5005311) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e078df expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.983681:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d138d lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5001216->5005311) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e078df expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016117.983699:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5941d40) 00000100:00100000:3.0:1734016117.983790:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9956:x1818247339406592:12345-192.168.201.110@tcp:105: Request processed in 162us (613us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016117.983798:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11150 00000100:00100000:3.0:1734016118.213367:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016118.250586:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016118.250631:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339406848 00000100:00100000:3.0:1734016118.250643:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339406848 00000100:00100000:3.0:1734016118.250699:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11152 00000100:00100000:3.0:1734016118.250991:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6469:x1818247339406848:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016118.251014:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1394 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4448256->4456447] (req 4448256->4456447) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e078e6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.251027:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1394 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4448256->4456447] (req 4448256->4456447) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e078e6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.251038:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1394 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4456447) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e078e6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.251052:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1394 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4456447) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e078e6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.251061:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1394 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4456447) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e078e6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.251074:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1394 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4456447) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e078e6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.251112:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5941b00) 00000100:00100000:3.0:1734016118.251181:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6469:x1818247339406848:12345-192.168.201.110@tcp:105: Request processed in 473us (610us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.251189:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11152 00000100:00100000:3.0:1734016118.261166:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8efb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336790016:192.168.201.110@tcp:22:fsx.0 00000008:00010000:3.0:1734016118.265216:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1394 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4456447) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e078e6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.265251:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8241152 8245247) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1394 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4456447) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e078e6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016118.266251:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcb800 - object 0x280000400:5 offset 8241152<>10485760 00000100:00100000:3.0:1734016118.320376:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339406976 00000100:00100000:3.0:1734016118.320387:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339406976 00000100:00100000:3.0:1734016118.320430:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11153 00000100:00100000:3.0:1734016118.320437:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8efb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339406976:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016118.320456:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1394 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4456447) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e078e6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.320467:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1394 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4456447) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e078e6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016118.320526:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 55, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016118.320528:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 10484107 mtime: 1734016118 atime: 1734016118 ctime: 1734016118 blocks: 1616 00000020:00010000:3.0:1734016118.320531:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016118.320532:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 10484107 mtime: 1734016118 atime: 1734016118 ctime: 1734016118 blocks: 1616 00000100:00100000:3.0:1734016118.320593:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8efb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339406976:12345-192.168.201.110@tcp:106: Request processed in 156us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.320599:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11153 00000100:00100000:3.0:1734016118.330059:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339407104 00000100:00100000:3.0:1734016118.330068:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339407104 00000100:00100000:3.0:1734016118.330152:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11154 00000100:00100000:3.0:1734016118.330162:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8efb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339407104:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016118.330182:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1394 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4456447) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e078e6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.330192:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1394 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4456447) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e078e6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016118.330221:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 55, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016118.330223:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 10484107 mtime: 1734016118 atime: 1734016118 ctime: 1734016118 blocks: 1616 00000020:00010000:3.0:1734016118.330227:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016118.330228:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 10484107 mtime: 1734016118 atime: 1734016118 ctime: 1734016118 blocks: 1616 00000100:00100000:3.0:1734016118.330288:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8efb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339407104:12345-192.168.201.110@tcp:106: Request processed in 128us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.330295:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11154 00000100:00100000:3.0:1734016118.344736:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336791040:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016118.347601:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339407232 00000100:00100000:3.0:1734016118.347613:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339407232 00000100:00100000:3.0:1734016118.347660:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11155 00000100:00100000:3.0:1734016118.347668:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339407232:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016118.347682:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1394 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4456447) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e078e6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.347693:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1394 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4456447) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e078e6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016118.347753:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 55, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016118.347755:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 10484107 mtime: 1734016118 atime: 1734016118 ctime: 1734016118 blocks: 1744 00000020:00010000:3.0:1734016118.347758:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016118.347760:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 10484107 mtime: 1734016118 atime: 1734016118 ctime: 1734016118 blocks: 1744 00000100:00100000:3.0:1734016118.347809:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339407232:12345-192.168.201.110@tcp:106: Request processed in 141us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.347815:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11155 00010000:00010000:3.0:1734016118.353775:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d13a9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.353799:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d13a9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.353814:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d13a9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.353821:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d13a9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.353829:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d13a9 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016118.353845:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10484107, setting rss=10484107; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016118.358650:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d13a9 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.358670:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d13a9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.358682:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d13a9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.358688:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941d40 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016118.358694:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d13a9 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.358720:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016118.358725:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d13a9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.358731:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d13a9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016118.358804:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8efb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336791168:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016118.368568:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339407360 00000100:00100000:3.0:1734016118.368578:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339407360 00000100:00100000:3.0:1734016118.368617:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11156 00000100:00100000:3.0:1734016118.368624:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339407360:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016118.368641:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1394 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4456447) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e078e6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.368652:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1394 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4456447) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e078e6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016118.368685:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 55, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016118.368688:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 10484107 mtime: 1734016118 atime: 1734016118 ctime: 1734016118 blocks: 1744 00000020:00010000:3.0:1734016118.368691:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016118.368692:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 10484107 mtime: 1734016118 atime: 1734016118 ctime: 1734016118 blocks: 1744 00000100:00100000:3.0:1734016118.368783:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339407360:12345-192.168.201.110@tcp:106: Request processed in 158us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.368790:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11156 00010000:00010000:3.0:1734016118.372016:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d13b0 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.372038:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d13b0 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.372051:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d13b0 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.372058:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d13b0 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.372064:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d13b0 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016118.372078:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10484107, setting rss=10484107; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016118.372091:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d13b0 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.372102:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d13b0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.372109:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d13b0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.372126:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943a80 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016118.372133:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d13b0 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.372144:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016118.372152:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d13b0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.372158:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d13b0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016118.372226:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336791296:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016118.380876:0:4739:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016118.380898:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339407488 00000100:00100000:3.0:1734016118.380909:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339407488 00000100:00100000:3.0:1734016118.380949:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11157 00000100:00100000:3.0:1734016118.380956:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339407488:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016118.380972:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1394 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4456447) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e078e6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.381043:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016118.381049:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339407488:12345-192.168.201.110@tcp:104: Request processed in 93us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.381055:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11157 00000100:00100000:3.0:1734016118.400947:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339407616 00000100:00100000:3.0:1734016118.400958:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339407616 00000100:00100000:3.0:1734016118.401004:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11158 00000100:00100000:3.0:1734016118.401014:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6469:x1818247339407616:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016118.401034:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d13b7 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2363392->2400255] (req 2363392->2400255) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e07909 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.401046:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d13b7 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2363392->2400255] (req 2363392->2400255) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e07909 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.401054:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d13b7 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2363392->2400255) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e07909 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.401066:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d13b7 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2363392->2400255) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e07909 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.401074:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d13b7 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2363392->2400255) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e07909 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.401083:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d13b7 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2363392->2400255) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e07909 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.401129:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5942d00) 00000100:00100000:3.0:1734016118.401190:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6469:x1818247339407616:12345-192.168.201.110@tcp:105: Request processed in 177us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.401197:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11158 00000100:00100000:3.0:1734016118.407821:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8efad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336791808:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016118.409402:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016118.422151:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016118.439894:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016118.452484:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016118.461136:0:4740:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016118.461155:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339408256 00000100:00100000:3.0:1734016118.461164:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339408256 00000100:00100000:3.0:1734016118.461228:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11163 00000100:00100000:3.0:1734016118.461237:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6469:x1818247339408256:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016118.461250:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8118c0/0x7bf039d361d13d3 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5558272->5562367] (req 5558272->5562367) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e07925 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.461259:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8118c0/0x7bf039d361d13d3 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5558272->5562367] (req 5558272->5562367) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e07925 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.461268:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8118c0/0x7bf039d361d13d3 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5558272->5562367) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e07925 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.461277:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8118c0/0x7bf039d361d13d3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5558272->5562367) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e07925 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.461292:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8118c0/0x7bf039d361d13d3 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5558272->5562367) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e07925 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.461303:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8118c0/0x7bf039d361d13d3 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5558272->5562367) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e07925 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.461335:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012d8118c0) 00000100:00100000:3.0:1734016118.461389:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6469:x1818247339408256:12345-192.168.201.110@tcp:105: Request processed in 151us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.461396:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11163 00000008:00010000:3.0:1734016118.491245:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8118c0/0x7bf039d361d13d3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5558272->5562367) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07925 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016118.491454:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8118c0/0x7bf039d361d13d3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5558272->5562367) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07925 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016118.491487:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8efad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336793856:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016118.496035:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8118c0/0x7bf039d361d13d3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5558272->5562367) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07925 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016118.496084:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8118c0/0x7bf039d361d13d3 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5558272->5562367) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07925 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016118.496110:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8efb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336794112:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016118.505566:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8118c0/0x7bf039d361d13d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5558272->5562367) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07925 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016118.506236:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8118c0/0x7bf039d361d13d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5558272->5562367) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07925 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016118.506258:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8efb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336794240:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016118.510685:0:1980:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012db5a800: committing for last_committed 4294969236 gen 1 00000100:00100000:3.0:1734016118.511309:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336794368:192.168.201.110@tcp:16:fsx.0 00000100:00100000:3.0:1734016118.512477:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8ef8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336794496:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016118.515259:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339408384 00000100:00100000:3.0:1734016118.515270:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339408384 00000100:00100000:3.0:1734016118.515321:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11164 00000100:00100000:3.0:1734016118.515329:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339408384:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016118.515348:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8118c0/0x7bf039d361d13d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5558272->5562367) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07925 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.515362:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8118c0/0x7bf039d361d13d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5558272->5562367) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07925 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016118.515393:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 8, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016118.515395:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 10484107 mtime: 1734016118 atime: 1734016118 ctime: 1734016118 blocks: 1800 00000020:00010000:3.0:1734016118.515398:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016118.515400:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 10484107 mtime: 1734016118 atime: 1734016118 ctime: 1734016118 blocks: 1800 00000100:00100000:3.0:1734016118.515458:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339408384:12345-192.168.201.110@tcp:106: Request processed in 129us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.515469:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11164 00000100:00100000:3.0:1734016118.525467:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016118.532616:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016118.544177:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016118.553175:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339408896 00000100:00100000:3.0:1734016118.553186:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339408896 00000100:00100000:3.0:1734016118.553242:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11168 00000100:00100000:3.0:1734016118.553252:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8efb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339408896:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016118.553274:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811b00/0x7bf039d361d13e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4009984->4059135) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07933 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.553286:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811b00/0x7bf039d361d13e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4009984->4059135) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07933 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016118.553324:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016118.553327:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 10484107 mtime: 1734016118 atime: 1734016118 ctime: 1734016118 blocks: 1896 00000020:00010000:3.0:1734016118.553331:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016118.553332:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 10484107 mtime: 1734016118 atime: 1734016118 ctime: 1734016118 blocks: 1896 00000100:00100000:3.0:1734016118.553414:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8efb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339408896:12345-192.168.201.110@tcp:106: Request processed in 163us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.553422:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11168 00010000:00010000:3.0:1734016118.566035:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d13ef lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.566057:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d13ef lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.566076:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d13ef lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.566083:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d13ef lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.566089:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d13ef lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016118.566103:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10484107, setting rss=10484107; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016118.566149:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d13ef lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.566156:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d13ef lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.566164:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d13ef lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.566171:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5942640 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016118.566176:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d13ef lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.566186:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016118.566191:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d13ef lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.566202:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d13ef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016118.566248:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336795136:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016118.585259:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339409024 00000100:00100000:3.0:1734016118.585271:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339409024 00000100:00100000:3.0:1734016118.585316:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11169 00000100:00100000:3.0:1734016118.585323:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:8966:x1818247339409024:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016118.585341:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d1371 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e078b5 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016118.586593:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016118.586612:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:8966:x1818247339409024:12345-192.168.201.110@tcp:104: Request processed in 1283us (1466us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.586625:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11169 00000100:00100000:3.0:1734016118.594450:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef8000 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336795392:192.168.201.110@tcp:36:fsx.0 00000080:00200000:3.0:1734016118.594517:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016118.594525:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016118.594548:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016118.594601:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016118.594621:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016118.594625:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a4b0, osc lock ffff8800b5a2b7c0, flags 0x0 00010000:00010000:3.0:1734016118.594666:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d13f6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.594679:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d13f6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.594762:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d13f6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016118.594787:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8a80 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336795648:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016118.594846:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe3c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.600048:0:4739:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016118.600072:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339409152 00000100:00100000:3.0:1734016118.600082:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339409152 00000100:00100000:3.0:1734016118.600147:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11170 00000100:00100000:3.0:1734016118.600156:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339409152:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016118.600174:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811b00/0x7bf039d361d13e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4009984->4059135) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e07933 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.600255:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016118.600263:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339409152:12345-192.168.201.110@tcp:104: Request processed in 106us (600us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.600270:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11170 00000100:00100000:3.0:1734016118.614909:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016118.653433:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016118.653482:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339409408 00000100:00100000:3.0:1734016118.653492:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339409408 00000100:00100000:3.0:1734016118.653540:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11172 00000100:00100000:3.0:1734016118.653547:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339409408:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016118.653565:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d13f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0794f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.653579:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d13f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0794f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016118.653632:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016118.653634:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 5911072 mtime: 1734016118 atime: 1734016118 ctime: 1734016118 blocks: 1696 00000020:00010000:3.0:1734016118.653637:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016118.653638:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 5911072 mtime: 1734016118 atime: 1734016118 ctime: 1734016118 blocks: 1696 00000100:00100000:3.0:1734016118.653689:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339409408:12345-192.168.201.110@tcp:106: Request processed in 142us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.653697:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11172 00000100:00100000:3.0:1734016118.674750:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016118.688207:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016118.696275:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000008:00010000:3.0:1734016118.846370:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### no dlm lock: extent: ffff8800ab3e8000 00000008:00010000:3.0:1734016118.846609:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### no dlm lock: extent: ffff8800ab3e8000 00000100:00100000:3.0:1734016118.846628:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8efb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336797824:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016118.854862:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11177 00000100:00100000:3.0:1734016118.854868:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339410048:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016118.854876:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d1419 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e07980 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.861425:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016118.861447:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339410048:12345-192.168.201.110@tcp:104: Request processed in 6569us (6959us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.861460:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11177 00000100:00100000:3.0:1734016118.878487:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339410176 00000100:00100000:3.0:1734016118.878511:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339410176 00000100:00100000:3.0:1734016118.878592:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11178 00000100:00100000:3.0:1734016118.878603:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8efad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6469:x1818247339410176:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016118.878627:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d142e lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1290240->1331199] (req 1290240->1331199) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e079a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.878642:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d142e lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1290240->1331199] (req 1290240->1331199) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e079a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.878653:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d142e lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1290240->1331199) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e079a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.878667:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d142e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1290240->1331199) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e079a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.878677:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d142e lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1290240->1331199) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e079a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.878690:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d142e lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1290240->1331199) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e079a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.878751:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800a7f58b40) 00000100:00100000:3.0:1734016118.878842:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8efad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6469:x1818247339410176:12345-192.168.201.110@tcp:105: Request processed in 240us (3209us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.878852:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11178 00000100:00100000:3.0:1734016118.888173:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339410304 00000100:00100000:3.0:1734016118.888183:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339410304 00000100:00100000:3.0:1734016118.888232:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11179 00000100:00100000:3.0:1734016118.888239:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8efb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339410304:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016118.888255:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d142e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1290240->1331199) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e079a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.888264:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d142e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1290240->1331199) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e079a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016118.888290:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016118.888292:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 5911072 mtime: 1734016118 atime: 1734016118 ctime: 1734016118 blocks: 1648 00000020:00010000:3.0:1734016118.888295:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016118.888297:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 5911072 mtime: 1734016118 atime: 1734016118 ctime: 1734016118 blocks: 1648 00000100:00100000:3.0:1734016118.888345:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8efb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339410304:12345-192.168.201.110@tcp:106: Request processed in 105us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.888351:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11179 00010000:00010000:3.0:1734016118.891172:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d1435 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.891192:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d1435 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.891204:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d1435 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.891210:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d1435 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.891221:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d1435 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016118.891235:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5911072, setting rss=5911072; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016118.891257:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d1435 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.891263:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d1435 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.891269:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d1435 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.891275:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941440 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016118.891279:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d1435 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.891290:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016118.891295:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d1435 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.891301:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d1435 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016118.891833:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336798592:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016118.891863:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8ef8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336798720:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016118.894479:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339410432 00000100:00100000:3.0:1734016118.894489:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339410432 00000100:00100000:3.0:1734016118.894533:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11180 00000100:00100000:3.0:1734016118.894540:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8efb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339410432:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016118.894556:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d142e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1290240->1331199) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e079a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.894566:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d142e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1290240->1331199) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e079a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016118.894591:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016118.894593:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 5911072 mtime: 1734016118 atime: 1734016118 ctime: 1734016118 blocks: 1648 00000020:00010000:3.0:1734016118.894595:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016118.894596:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 5911072 mtime: 1734016118 atime: 1734016118 ctime: 1734016118 blocks: 1648 00000100:00100000:3.0:1734016118.894638:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8efb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339410432:12345-192.168.201.110@tcp:106: Request processed in 98us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.894644:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11180 00010000:00010000:3.0:1734016118.898242:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d143c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.898263:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d143c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.898276:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d143c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.898289:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d143c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.898295:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d143c lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016118.898314:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5911072, setting rss=5911072; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016118.898334:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d143c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.898340:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d143c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.898346:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d143c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.898354:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b59421c0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016118.898361:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d143c lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.898373:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016118.898379:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d143c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.898384:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d143c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016118.898435:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336798720:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016118.902424:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339410560 00000100:00100000:3.0:1734016118.902435:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339410560 00000100:00100000:3.0:1734016118.902508:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11181 00000100:00100000:3.0:1734016118.902517:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8efb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:8966:x1818247339410560:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016118.902537:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d13fd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e0795d expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016118.904508:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016118.904528:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8efb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:8966:x1818247339410560:12345-192.168.201.110@tcp:104: Request processed in 2004us (2340us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.904539:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11181 00000100:00100000:3.0:1734016118.910997:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef9c00 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336798976:192.168.201.110@tcp:36:fsx.0 00000080:00200000:3.0:1734016118.911055:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016118.911062:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016118.911079:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016118.911132:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016118.911146:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016118.911151:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a430, osc lock ffff8800b5a2bb50, flags 0x0 00010000:00010000:3.0:1734016118.911187:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d1443 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.911200:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d1443 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.911233:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d1443 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016118.911257:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc9880 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336799232:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016118.911309:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe39c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016118.914221:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339410688 00000100:00100000:3.0:1734016118.914232:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339410688 00000100:00100000:3.0:1734016118.914284:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11182 00000100:00100000:3.0:1734016118.914292:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339410688:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016118.914309:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d142e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1290240->1331199) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e079a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.914383:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016118.914389:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339410688:12345-192.168.201.110@tcp:104: Request processed in 98us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.914395:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11182 00000100:00100000:3.0:1734016118.916612:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc9880 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336799232:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016118.916646:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d1443 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e079bf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.916656:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d1443 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e079bf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.916667:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d1443 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e079bf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016118.917287:0:9553:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016118.917301:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339410816 00000100:00100000:3.0:1734016118.917305:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339410816 00000100:00100000:3.0:1734016118.917374:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11183 00000100:00100000:3.0:1734016118.917380:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:9956:x1818247339410816:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016118.917388:0:9553:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d1443 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e079bf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.917396:0:9553:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d1443 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e079bf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.917403:0:9553:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d1443 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e079bf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.917410:0:9553:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d1443 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e079bf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.917419:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d1443 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e079bf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.917427:0:9553:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d1443 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e079bf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016118.917655:0:9553:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800ae843600) 00000100:00100000:3.0:1734016118.917702:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:9956:x1818247339410816:12345-192.168.201.110@tcp:105: Request processed in 321us (885us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016118.917737:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11183 00000100:00100000:3.0:1734016119.001298:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016119.018018:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016119.022339:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8efad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336800896:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016119.032589:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016119.038224:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016119.045222:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8efb480 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247336801152:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.045239:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d146d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6160384->6193151) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e079f7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.045260:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d146d lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6160384->6193151) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e079f7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016119.045271:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 6995906, setting rss=6995906; kms=6995906, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d146d lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6160384->6193151) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e079f7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.045282:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d146d lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6160384->6193151) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e079f7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.045287:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d146d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6160384->6193151) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e079f7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016119.045313:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6995906 i_blocks 1624 00000100:00100000:3.0:1734016119.053672:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336801408:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016119.059792:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339411584 00000100:00100000:3.0:1734016119.059802:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339411584 00000100:00100000:3.0:1734016119.060169:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11189 00000100:00100000:3.0:1734016119.060179:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8efb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339411584:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016119.060201:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d146d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6160384->6193151) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e079f7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.060212:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d146d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6160384->6193151) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e079f7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016119.060272:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016119.060274:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6995906 mtime: 1734016118 atime: 1734016118 ctime: 1734016118 blocks: 1688 00000020:00010000:3.0:1734016119.060278:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016119.060279:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6995906 mtime: 1734016118 atime: 1734016118 ctime: 1734016118 blocks: 1688 00000100:00100000:3.0:1734016119.060335:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8efb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339411584:12345-192.168.201.110@tcp:106: Request processed in 157us (923us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.060342:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11189 00000100:00100000:3.0:1734016119.067074:0:9553:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016119.067095:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339411712 00000100:00100000:3.0:1734016119.067114:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339411712 00000100:00100000:3.0:1734016119.067156:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11190 00000100:00100000:3.0:1734016119.067164:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339411712:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016119.067181:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d146d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6160384->6193151) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e079f7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.067258:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016119.067264:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339411712:12345-192.168.201.110@tcp:104: Request processed in 101us (627us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.067272:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11190 00000100:00100000:3.0:1734016119.071856:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016119.083371:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339411968 00000100:00100000:3.0:1734016119.083383:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339411968 00000100:00100000:3.0:1734016119.083970:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11192 00000100:00100000:3.0:1734016119.083978:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339411968:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016119.083994:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d147b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10354688->10407935) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a05 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.084004:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d147b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10354688->10407935) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a05 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016119.084033:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016119.084036:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016118 atime: 1734016118 ctime: 1734016119 blocks: 1792 00000020:00010000:3.0:1734016119.084039:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016119.084040:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016118 atime: 1734016118 ctime: 1734016119 blocks: 1792 00000100:00100000:3.0:1734016119.084092:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339411968:12345-192.168.201.110@tcp:106: Request processed in 114us (1463us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.084100:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11192 00010000:00010000:3.0:1734016119.087641:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59406c0/0x7bf039d361d1482 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.087661:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59406c0/0x7bf039d361d1482 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.087673:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59406c0/0x7bf039d361d1482 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.087679:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59406c0/0x7bf039d361d1482 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.087690:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59406c0/0x7bf039d361d1482 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016119.087703:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10405227, setting rss=10405227; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016119.087955:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59406c0/0x7bf039d361d1482 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.087961:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59406c0/0x7bf039d361d1482 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.087968:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59406c0/0x7bf039d361d1482 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.087974:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b59406c0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016119.087979:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59406c0/0x7bf039d361d1482 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.087990:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016119.087995:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59406c0/0x7bf039d361d1482 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.088001:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59406c0/0x7bf039d361d1482 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016119.088040:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336802048:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016119.090668:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339412096 00000100:00100000:3.0:1734016119.090679:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339412096 00000100:00100000:3.0:1734016119.090763:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11193 00000100:00100000:3.0:1734016119.090770:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339412096:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016119.090785:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d147b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10354688->10407935) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a05 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.090795:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d147b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10354688->10407935) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a05 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016119.090821:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016119.090824:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016118 atime: 1734016118 ctime: 1734016119 blocks: 1792 00000020:00010000:3.0:1734016119.090827:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016119.090827:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016118 atime: 1734016118 ctime: 1734016119 blocks: 1792 00000100:00100000:3.0:1734016119.090872:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339412096:12345-192.168.201.110@tcp:106: Request processed in 101us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.090879:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11193 00010000:00010000:3.0:1734016119.093642:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1489 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.093663:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1489 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.093676:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1489 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.093682:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1489 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.093689:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1489 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016119.093703:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10405227, setting rss=10405227; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016119.093762:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1489 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.093768:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1489 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.093775:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1489 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.093781:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b59433c0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016119.093786:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1489 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.093796:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016119.093801:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1489 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.093806:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1489 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016119.093848:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336802176:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016119.100349:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8efb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336802304:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016119.105058:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339412224 00000100:00100000:3.0:1734016119.105068:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339412224 00000100:00100000:3.0:1734016119.105643:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11194 00000100:00100000:3.0:1734016119.105651:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8efb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339412224:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016119.105668:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d147b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10354688->10407935) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a05 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.105677:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d147b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10354688->10407935) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a05 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016119.105704:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016119.105729:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016118 atime: 1734016118 ctime: 1734016119 blocks: 1816 00000020:00010000:3.0:1734016119.105733:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016119.105734:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016118 atime: 1734016118 ctime: 1734016119 blocks: 1816 00000100:00100000:3.0:1734016119.105790:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8efb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339412224:12345-192.168.201.110@tcp:106: Request processed in 139us (1478us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.105797:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11194 00010000:00010000:3.0:1734016119.108022:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1490 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.108043:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1490 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.108055:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1490 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.108066:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1490 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.108072:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1490 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016119.108085:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10405227, setting rss=10405227; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016119.108096:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1490 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.108101:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1490 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.108116:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1490 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.108122:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5940fc0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016119.108127:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1490 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.108136:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016119.108141:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1490 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.108146:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1490 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016119.108612:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8efb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336802432:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016119.117608:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339412352 00000100:00100000:3.0:1734016119.117618:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339412352 00000100:00100000:3.0:1734016119.118279:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11195 00000100:00100000:3.0:1734016119.118288:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8efb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339412352:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016119.118304:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d147b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10354688->10407935) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a05 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.118315:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d147b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10354688->10407935) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a05 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016119.118342:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016119.118345:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016118 atime: 1734016118 ctime: 1734016119 blocks: 1816 00000020:00010000:3.0:1734016119.118347:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016119.118348:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016118 atime: 1734016118 ctime: 1734016119 blocks: 1816 00000100:00100000:3.0:1734016119.118408:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8efb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339412352:12345-192.168.201.110@tcp:106: Request processed in 121us (920us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.118414:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11195 00010000:00010000:3.0:1734016119.137437:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d1497 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.137458:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d1497 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.137470:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d1497 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.137477:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d1497 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.137484:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d1497 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016119.137501:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10405227, setting rss=10405227; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016119.137516:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d1497 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.137522:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d1497 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.137529:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d1497 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.137537:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5942ac0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016119.137541:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d1497 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.137552:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016119.137558:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d1497 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.137564:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d1497 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016119.138637:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336802560:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016119.141583:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336802688:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016119.147223:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339412480 00000100:00100000:3.0:1734016119.147233:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339412480 00000100:00100000:3.0:1734016119.147272:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11196 00000100:00100000:3.0:1734016119.147279:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339412480:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016119.147295:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d147b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10354688->10407935) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a05 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.147305:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d147b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10354688->10407935) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a05 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016119.147331:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016119.147333:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016118 atime: 1734016118 ctime: 1734016119 blocks: 1824 00000020:00010000:3.0:1734016119.147336:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016119.147338:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016118 atime: 1734016118 ctime: 1734016119 blocks: 1824 00000100:00100000:3.0:1734016119.147394:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339412480:12345-192.168.201.110@tcp:106: Request processed in 113us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.147401:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11196 00010000:00010000:3.0:1734016119.151803:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d149e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.151826:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d149e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.151844:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d149e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.151850:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d149e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.151857:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d149e lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016119.151872:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10405227, setting rss=10405227; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016119.151990:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d149e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.151997:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d149e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.152003:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d149e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.152010:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941200 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016119.152015:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d149e lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.152025:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016119.152031:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d149e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.152041:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d149e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016119.152428:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336802816:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016119.156705:0:9553:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016119.156904:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339412608 00000100:00100000:3.0:1734016119.156915:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339412608 00000100:00100000:3.0:1734016119.156972:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11197 00000100:00100000:3.0:1734016119.156981:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339412608:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016119.156997:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d147b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10354688->10407935) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a05 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.157007:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d147b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10354688->10407935) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a05 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016119.157037:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016119.157040:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016118 atime: 1734016118 ctime: 1734016119 blocks: 1824 00000020:00010000:3.0:1734016119.157043:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016119.157044:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016118 atime: 1734016118 ctime: 1734016119 blocks: 1824 00000100:00100000:3.0:1734016119.157094:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339412608:12345-192.168.201.110@tcp:106: Request processed in 113us (725us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.157111:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11197 00010000:00010000:3.0:1734016119.159976:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d14a5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.160007:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d14a5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.160020:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d14a5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.160026:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d14a5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.160033:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d14a5 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016119.160047:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10405227, setting rss=10405227; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016119.160318:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d14a5 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.160326:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d14a5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.160333:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d14a5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.160339:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5942f40 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016119.160344:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d14a5 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.160358:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016119.160363:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d14a5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.160369:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d14a5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016119.160542:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336802944:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016119.192522:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d147b lrc: 6/2,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10354688->10407935) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07a05 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.192539:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d147b lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10354688->10407935) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07a05 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016119.194069:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016119.194088:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d147b lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10354688->10407935) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a05 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.194153:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5902336 5906431) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d147b lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10354688->10407935) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a05 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016119.194303:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcbb80 - object 0x280000400:5 offset 0<>5906432 00000100:00100000:3.0:1734016119.194328:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336803200:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016119.328212:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d147b lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10354688->10407935) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a05 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016119.328668:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d147b lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10354688->10407935) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a05 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016119.328700:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336803200:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016119.387130:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339412864 00000100:00100000:3.0:1734016119.387140:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339412864 00000100:00100000:3.0:1734016119.387188:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11199 00000100:00100000:3.0:1734016119.387195:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339412864:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016119.387211:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d147b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10354688->10407935) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a05 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.387221:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d147b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10354688->10407935) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a05 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016119.387244:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 2542, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016119.387246:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016118 atime: 1734016119 ctime: 1734016119 blocks: 1824 00000020:00010000:3.0:1734016119.387249:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016119.387250:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016118 atime: 1734016119 ctime: 1734016119 blocks: 1824 00000100:00100000:3.0:1734016119.387294:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339412864:12345-192.168.201.110@tcp:106: Request processed in 100us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.387300:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11199 00000100:00100000:3.0:1734016119.400832:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016119.409704:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016119.417370:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016119.417405:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339413248 00000100:00100000:3.0:1734016119.417415:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339413248 00000100:00100000:3.0:1734016119.417462:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11202 00000100:00100000:3.0:1734016119.417470:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339413248:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016119.417486:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d147b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10354688->10407935) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e07a05 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.417939:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016119.417946:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339413248:12345-192.168.201.110@tcp:104: Request processed in 476us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.417953:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11202 00000100:00100000:3.0:1734016119.433154:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339413376 00000100:00100000:3.0:1734016119.433161:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339413376 00000100:00100000:3.0:1734016119.433207:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11203 00000100:00100000:3.0:1734016119.433215:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9956:x1818247339413376:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016119.433223:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d14c8 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2158592->2224127] (req 2158592->2224127) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e07a52 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.433231:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d14c8 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2158592->2224127] (req 2158592->2224127) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e07a52 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.433238:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d14c8 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2158592->2224127) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e07a52 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.433246:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d14c8 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2158592->2224127) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e07a52 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.433253:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d14c8 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2158592->2224127) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e07a52 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.433265:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d14c8 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2158592->2224127) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e07a52 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.433291:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5941680) 00000100:00100000:3.0:1734016119.433336:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9956:x1818247339413376:12345-192.168.201.110@tcp:105: Request processed in 121us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.433342:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11203 00000100:00100000:3.0:1734016119.443167:0:9553:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016119.443199:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339413504 00000100:00100000:3.0:1734016119.443210:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339413504 00000100:00100000:3.0:1734016119.443262:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11204 00000100:00100000:3.0:1734016119.443270:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339413504:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016119.443288:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d14c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2158592->2224127) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a52 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.443300:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d14c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2158592->2224127) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a52 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016119.443328:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016119.443330:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016119 atime: 1734016119 ctime: 1734016119 blocks: 1824 00000020:00010000:3.0:1734016119.443333:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016119.443334:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016119 atime: 1734016119 ctime: 1734016119 blocks: 1824 00000100:00100000:3.0:1734016119.443389:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339413504:12345-192.168.201.110@tcp:106: Request processed in 119us (1956us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.443395:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11204 00000100:00100000:3.0:1734016119.471905:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016119.483849:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336805120:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016119.506826:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016119.517405:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339413888 00000100:00100000:3.0:1734016119.517416:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339413888 00000100:00100000:3.0:1734016119.517550:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11207 00000100:00100000:3.0:1734016119.517559:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339413888:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016119.517579:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d14c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2158592->2224127) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a52 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.517589:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d14c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2158592->2224127) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a52 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016119.517620:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016119.517623:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016119 atime: 1734016119 ctime: 1734016119 blocks: 1896 00000020:00010000:3.0:1734016119.517626:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016119.517627:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016119 atime: 1734016119 ctime: 1734016119 blocks: 1896 00000100:00100000:3.0:1734016119.517684:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339413888:12345-192.168.201.110@tcp:106: Request processed in 126us (731us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.517692:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11207 00000080:00200000:3.0:1734016119.520577:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10405227 i_blocks 1896 00000020:00010000:3.0:1734016119.520583:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7a238 (ffff8800a7e71878/0) at cl_lock_release():233 00000020:00010000:3.0:1734016119.520586:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7a238 (ffff8800a7e71878/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016119.520591:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891ab0 (ffff8800a7e71488/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016119.520593:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7a238 (ffff8800a7e71878/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016119.520595:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891ab0 (ffff8800a7e71878/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016119.520607:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016119.520619:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 10405227 00000080:00200008:3.0:1734016119.520680:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 1421312, type: SEEK_SET 00000080:00200008:3.0:1734016119.520685:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 1421312, type: SEEK_SET, rc = 1421312 00000080:00200008:3.0:1734016119.520693:0:9673:0:(file.c:2466:do_file_write_iter()) START file f16a.sanityn:[0x200000401:0x9:0x0], ppos: 1421312, count: 8192 00000080:00200000:3.0:1734016119.520699:0:9673:0:(file.c:1826:ll_file_io_generic()) f16a.sanityn: write ppos: 1421312, bytes: 8192 00000080:00200000:3.0:1734016119.520725:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1734016119.520730:0:9673:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012d0c27d0[0x4, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1734016119.520732:0:9673:0:(cl_io.c:195:cl_io_rw_init()) io range: 2 [1421312, 1429504) 0 0 00000080:00200000:3.0:1734016119.520735:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016119.520747:0:9673:0:(file.c:1893:ll_file_io_generic()) Range lock [347, 348] 00020000:00200000:3.0:1734016119.520754:0:9673:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 1421312 chunk: [1421312, 1429504) 1429504, 8192 00020000:00200000:3.0:1734016119.520757:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016119.520773:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [347, 348] 00000008:00010000:3.0:1734016119.520785:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1734016119.520788:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588acb0, osc lock ffff8800b5a2bc80, flags 0x0 00000080:00200000:3.0:1734016119.520795:0:9673:0:(vvp_io.c:1326:vvp_io_write_start()) f16a.sanityn: write [1421312, 1429504) 00000080:00200000:3.0:1734016119.520825:0:9673:0:(rw26.c:526:ll_direct_IO_impl()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8), size=8192 (max 603979776), offset=1421312=0x15b000, pages 2 (max 147456), lockless, parallel 00000080:00200000:3.0:1734016119.520872:0:9673:0:(rw26.c:672:ll_direct_IO_impl()) result 0 tot_bytes 8192 count 8192 file_offset 1429504 00000020:00010000:3.0:1734016119.520876:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16b78 (ffff8800a7e71878/0) at cl_lock_release():233 00000020:00010000:3.0:1734016119.520878:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16b78 (ffff8800a7e71878/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016119.520879:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588acb0 (ffff8800a7e71488/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016119.520881:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16b78 (ffff8800a7e71878/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016119.520883:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588acb0 (ffff8800a7e71878/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016119.520888:0:9673:0:(vvp_io.c:533:vvp_io_advance()) advancing 8192 bytes 00000100:00100000:3.0:1734016119.520897:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016119.520908:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff88012ffe3c00 00000008:00100000:3.0:1734016119.520990:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc8e00 - object 0x280000400:5 offset 1421312<>1429504 00000100:00100000:3.0:1734016119.521012:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336805632:192.168.201.110@tcp:4:fsx.0 00000080:00200000:3.0:1734016119.553580:0:9673:0:(file.c:1930:ll_file_io_generic()) Range unlock [347, 348] 00000080:00200000:3.0:1734016119.553595:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016119.553600:0:9673:0:(file.c:1964:ll_file_io_generic()) f16a.sanityn: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00200000:3.0:1734016119.553613:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10405227 i_blocks 1912 00000080:00200000:3.0:1734016119.553622:0:9673:0:(file.c:2044:ll_file_io_generic()) iot: 2, result: 8192 00000080:00200008:3.0:1734016119.553644:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016119.553650:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:3.0:1734016119.553668:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016119.553687:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5ad00/0x7bf039d361d1451 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e079db expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016119.553699:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5ad00/0x7bf039d361d1451 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e079db expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016119.553731:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:3.0:1734016119.553734:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d1451 00000080:00010000:3.0:1734016119.553742:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d1451 from it ffff8800a7d3bcd8 00010000:00010000:3.0:1734016119.553745:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5ad00/0x7bf039d361d1451 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e079db expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016119.553753:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5ad00/0x7bf039d361d1451 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e079db expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016119.553774:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016119.553783:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016119.553799:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016119.553802:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588abb0, osc lock ffff8800b5a2bc80, flags 0x400001002 00010000:00010000:3.0:1734016119.553822:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d14eb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.553830:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d14eb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016119.564570:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10405227 i_blocks 1912 00000020:00010000:3.0:1734016119.564578:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7a238 (ffff8800a7e71878/0) at cl_lock_release():233 00000020:00010000:3.0:1734016119.564582:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7a238 (ffff8800a7e71878/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016119.564587:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588abb0 (ffff8800a7e71488/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016119.564590:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7a238 (ffff8800a7e71878/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016119.564593:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588abb0 (ffff8800a7e71878/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016119.564610:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016119.564634:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016119.564641:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016119.564649:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016119.564662:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016119.564664:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588abb0, osc lock ffff8800b5a2bc80, flags 0x400001002 00010000:00010000:3.0:1734016119.564680:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d14eb lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e07a7c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.564691:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d14eb lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e07a7c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.564701:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d14eb lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e07a7c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.564729:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d14eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e07a7c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016119.564741:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10405227 i_blocks 1912 00000020:00010000:3.0:1734016119.564744:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7a238 (ffff8800a7e71878/0) at cl_lock_release():233 00000020:00010000:3.0:1734016119.564746:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7a238 (ffff8800a7e71878/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016119.564749:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588abb0 (ffff8800a7e71488/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016119.564751:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7a238 (ffff8800a7e71878/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016119.564753:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588abb0 (ffff8800a7e71878/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016119.564757:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016119.564764:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 10405227 00000080:00200008:3.0:1734016119.564811:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 5189632, type: SEEK_SET 00000080:00200008:3.0:1734016119.564814:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 5189632, type: SEEK_SET, rc = 5189632 00000080:00200008:3.0:1734016119.564824:0:9673:0:(file.c:2466:do_file_write_iter()) START file f16a.sanityn:[0x200000401:0x9:0x0], ppos: 5189632, count: 4096 00000080:00200000:3.0:1734016119.564831:0:9673:0:(file.c:1826:ll_file_io_generic()) f16a.sanityn: write ppos: 5189632, bytes: 4096 00000080:00200000:3.0:1734016119.564838:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1734016119.564845:0:9673:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012d0c27d0[0x4, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1734016119.564847:0:9673:0:(cl_io.c:195:cl_io_rw_init()) io range: 2 [5189632, 5193728) 0 0 00000080:00200000:3.0:1734016119.564849:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016119.564857:0:9673:0:(file.c:1893:ll_file_io_generic()) Range lock [1267, 1267] 00020000:00200000:3.0:1734016119.564864:0:9673:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 5189632 chunk: [5189632, 5193728) 5193728, 4096 00020000:00200000:3.0:1734016119.564868:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016119.564881:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1267, 1267] 00000008:00010000:3.0:1734016119.564888:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1734016119.564891:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588abb0, osc lock ffff8800b5a2bc80, flags 0x0 00000080:00200000:3.0:1734016119.564897:0:9673:0:(vvp_io.c:1326:vvp_io_write_start()) f16a.sanityn: write [5189632, 5193728) 00000080:00200000:3.0:1734016119.564909:0:9673:0:(rw26.c:526:ll_direct_IO_impl()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8), size=4096 (max 603979776), offset=5189632=0x4f3000, pages 1 (max 147456), lockless, parallel 00000080:00200000:3.0:1734016119.564962:0:9673:0:(rw26.c:672:ll_direct_IO_impl()) result 0 tot_bytes 4096 count 4096 file_offset 5193728 00000020:00010000:3.0:1734016119.564968:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16b78 (ffff8800a7e71878/0) at cl_lock_release():233 00000020:00010000:3.0:1734016119.564970:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16b78 (ffff8800a7e71878/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016119.564972:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588abb0 (ffff8800a7e71488/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016119.564974:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16b78 (ffff8800a7e71878/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016119.564976:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588abb0 (ffff8800a7e71878/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016119.564980:0:9673:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000100:00100000:3.0:1734016119.570627:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:3.0:1734016119.585007:0:9673:0:(file.c:1930:ll_file_io_generic()) Range unlock [1267, 1267] 00000080:00200000:3.0:1734016119.585025:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016119.585029:0:9673:0:(file.c:1964:ll_file_io_generic()) f16a.sanityn: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1734016119.585045:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10405227 i_blocks 1920 00000080:00200000:3.0:1734016119.585056:0:9673:0:(file.c:2044:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1734016119.585079:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016119.585086:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:3.0:1734016119.585119:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016119.585139:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5ad00/0x7bf039d361d1451 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e079db expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016119.585154:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5ad00/0x7bf039d361d1451 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e079db expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016119.585167:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:3.0:1734016119.585171:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d1451 00000080:00010000:3.0:1734016119.585179:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d1451 from it ffff8800a7d3bcd8 00010000:00010000:3.0:1734016119.585183:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5ad00/0x7bf039d361d1451 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e079db expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016119.585192:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5ad00/0x7bf039d361d1451 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e079db expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016119.585217:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016119.585227:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016119.585244:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016119.585247:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588abb0, osc lock ffff8800b5a2bc80, flags 0x400001002 00010000:00010000:3.0:1734016119.585276:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d14f2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.585288:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d14f2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016119.589103:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10405227 i_blocks 1920 00000020:00010000:3.0:1734016119.589111:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7a238 (ffff8800a7e71878/0) at cl_lock_release():233 00000020:00010000:3.0:1734016119.589115:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7a238 (ffff8800a7e71878/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016119.589121:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588abb0 (ffff8800a7e71488/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016119.589124:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7a238 (ffff8800a7e71878/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016119.589126:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588abb0 (ffff8800a7e71878/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016119.589139:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016119.589163:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016119.589170:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016119.589179:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016119.589193:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016119.589195:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588abb0, osc lock ffff8800b5a2bc80, flags 0x400001002 00010000:00010000:3.0:1734016119.589214:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d14f2 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e07a8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.589225:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d14f2 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e07a8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.589233:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d14f2 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e07a8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.589239:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d14f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e07a8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016119.589253:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10405227 i_blocks 1920 00000020:00010000:3.0:1734016119.589255:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7a238 (ffff8800a7e71878/0) at cl_lock_release():233 00000020:00010000:3.0:1734016119.589257:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7a238 (ffff8800a7e71878/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016119.589259:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588abb0 (ffff8800a7e71488/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016119.589261:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7a238 (ffff8800a7e71878/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016119.589263:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588abb0 (ffff8800a7e71878/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016119.589267:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016119.589273:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 10405227 00000080:00200008:3.0:1734016119.589288:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016119.589295:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:3.0:1734016119.589313:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016119.589323:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5ad00/0x7bf039d361d1451 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e079db expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016119.589330:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5ad00/0x7bf039d361d1451 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e079db expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016119.589340:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:3.0:1734016119.589342:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d1451 00000080:00010000:3.0:1734016119.589347:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d1451 from it ffff8800a7d3bcd8 00010000:00010000:3.0:1734016119.589350:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5ad00/0x7bf039d361d1451 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e079db expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016119.589355:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5ad00/0x7bf039d361d1451 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e079db expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016119.589371:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016119.589374:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016119.589379:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016119.589381:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588abb0, osc lock ffff8800b5a2bc80, flags 0x400001002 00010000:00010000:3.0:1734016119.589385:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d14f2 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e07a8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.589391:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d14f2 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e07a8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.589397:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d14f2 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e07a8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.589401:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d14f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e07a8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016119.589408:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10405227 i_blocks 1920 00000020:00010000:3.0:1734016119.589410:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7a238 (ffff8800a7e71878/0) at cl_lock_release():233 00000020:00010000:3.0:1734016119.589411:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7a238 (ffff8800a7e71878/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016119.589413:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588abb0 (ffff8800a7e71488/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016119.589415:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7a238 (ffff8800a7e71878/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016119.589416:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588abb0 (ffff8800a7e71878/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016119.589420:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016119.589424:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016119.589427:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016119.589429:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016119.589433:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016119.589434:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588abb0, osc lock ffff8800b5a2bc80, flags 0x400001002 00010000:00010000:3.0:1734016119.589437:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d14f2 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e07a8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.589442:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d14f2 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e07a8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.589450:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d14f2 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e07a8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.589456:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d14f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e07a8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016119.589464:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10405227 i_blocks 1920 00000020:00010000:3.0:1734016119.589466:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7a238 (ffff8800a7e71878/0) at cl_lock_release():233 00000020:00010000:3.0:1734016119.589468:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7a238 (ffff8800a7e71878/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016119.589470:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588abb0 (ffff8800a7e71488/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016119.589472:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7a238 (ffff8800a7e71878/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016119.589473:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588abb0 (ffff8800a7e71878/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016119.589477:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016119.589480:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 10405227 00000080:00200008:3.0:1734016119.589542:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 8081408, type: SEEK_SET 00000080:00200008:3.0:1734016119.589548:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 8081408, type: SEEK_SET, rc = 8081408 00000080:00200008:3.0:1734016119.589557:0:9673:0:(file.c:2466:do_file_write_iter()) START file f16a.sanityn:[0x200000401:0x9:0x0], ppos: 8081408, count: 14093 00000080:00200000:3.0:1734016119.589563:0:9673:0:(file.c:1826:ll_file_io_generic()) f16a.sanityn: write ppos: 8081408, bytes: 14093 00000080:00200000:3.0:1734016119.589568:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1734016119.589573:0:9673:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1734016119.589575:0:9673:0:(cl_io.c:195:cl_io_rw_init()) io range: 2 [8081408, 8095501) 0 0 00000080:00200000:3.0:1734016119.589578:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016119.589586:0:9673:0:(file.c:1893:ll_file_io_generic()) Range lock [1973, 1976] 00020000:00200000:3.0:1734016119.589593:0:9673:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 8081408 chunk: [8081408, 8095501) 8095501, 14093 00020000:00200000:3.0:1734016119.589597:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016119.589610:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1973, 1976] 00000008:00010000:3.0:1734016119.589617:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016119.589619:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588abb0, osc lock ffff8800b5a2bc80, flags 0x0 00010000:00010000:3.0:1734016119.589638:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843840/0x7bf039d361d14f9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.589646:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843840/0x7bf039d361d14f9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8081408->8097791] (req 8081408->8097791) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.589672:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843840/0x7bf039d361d14f9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8081408->8097791] (req 8081408->8097791) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016119.589692:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb100 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336806528:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016119.589805:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe3780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016119.592999:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016119.598472:0:4740:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016119.598491:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339414400 00000100:00100000:3.0:1734016119.598498:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339414400 00000100:00100000:3.0:1734016119.598546:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11211 00000100:00100000:3.0:1734016119.598554:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9956:x1818247339414400:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016119.598564:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843840/0x7bf039d361d14f9 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8081408->8097791] (req 8081408->8097791) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e07a91 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.598573:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843840/0x7bf039d361d14f9 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8081408->8097791] (req 8081408->8097791) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e07a91 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.598587:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843840/0x7bf039d361d14f9 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8081408->8097791) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e07a91 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.598595:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843840/0x7bf039d361d14f9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8081408->8097791) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e07a91 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.598601:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843840/0x7bf039d361d14f9 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8081408->8097791) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e07a91 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.598607:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843840/0x7bf039d361d14f9 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8081408->8097791) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e07a91 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.598623:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800ae843840) 00000100:00100000:3.0:1734016119.598672:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9956:x1818247339414400:12345-192.168.201.110@tcp:105: Request processed in 118us (677us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.598679:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11211 00000100:00100000:3.0:1734016119.608703:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016119.620476:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000008:00010000:3.0:1734016119.643745:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843840/0x7bf039d361d14f9 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8081408->8097791) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a91 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.643828:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8495104 8499199) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843840/0x7bf039d361d14f9 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8081408->8097791) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a91 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016119.644083:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc9500 - object 0x280000400:5 offset 0<>8499200 00000100:00100000:3.0:1734016119.644629:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016119.644645:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336807424:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016119.650009:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016119.650035:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843840/0x7bf039d361d14f9 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8081408->8097791) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a91 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.650136:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4190208 4194303) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843840/0x7bf039d361d14f9 lrc: 8/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8081408->8097791) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a91 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016119.650299:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fca680 - object 0x280000400:5 offset 4190208<>8400896 00000008:00010000:3.0:1734016119.650328:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843840/0x7bf039d361d14f9 lrc: 7/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8081408->8097791) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a91 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.650354:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8400896 8404991) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843840/0x7bf039d361d14f9 lrc: 8/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8081408->8097791) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a91 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016119.650405:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcad80 - object 0x280000400:5 offset 8400896<>10407936 00000100:00100000:3.0:1734016119.650426:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336807680:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016119.650528:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016119.650533:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336807808:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016119.740333:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843840/0x7bf039d361d14f9 lrc: 7/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8081408->8097791) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a91 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016119.740664:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843840/0x7bf039d361d14f9 lrc: 7/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8081408->8097791) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a91 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016119.740697:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336807680:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016119.766083:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843840/0x7bf039d361d14f9 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8081408->8097791) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a91 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016119.766272:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843840/0x7bf039d361d14f9 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8081408->8097791) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a91 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016119.766297:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336807808:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016119.788122:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843840/0x7bf039d361d14f9 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8081408->8097791) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a91 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016119.788586:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843840/0x7bf039d361d14f9 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8081408->8097791) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a91 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016119.788618:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336807424:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016119.792899:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339414784 00000100:00100000:3.0:1734016119.792910:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339414784 00000100:00100000:3.0:1734016119.792952:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11214 00000100:00100000:3.0:1734016119.792958:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339414784:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016119.792975:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843840/0x7bf039d361d14f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8081408->8097791) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a91 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.792985:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843840/0x7bf039d361d14f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8081408->8097791) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a91 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016119.793013:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 2542, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016119.793015:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016119 atime: 1734016119 ctime: 1734016119 blocks: 1920 00000020:00010000:3.0:1734016119.793018:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016119.793019:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016119 atime: 1734016119 ctime: 1734016119 blocks: 1920 00000100:00100000:3.0:1734016119.793066:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339414784:12345-192.168.201.110@tcp:106: Request processed in 108us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.793074:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11214 00010000:00010000:3.0:1734016119.795070:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d150e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.795088:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d150e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.795112:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d150e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.795118:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d150e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.795123:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d150e lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016119.795137:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10405227, setting rss=10405227; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016119.795187:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d150e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.795194:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d150e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.795201:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d150e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.795208:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941680 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016119.795213:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d150e lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.795222:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016119.795226:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d150e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.795231:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d150e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016119.795822:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336808064:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016119.798593:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339414912 00000100:00100000:3.0:1734016119.798603:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339414912 00000100:00100000:3.0:1734016119.798685:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11215 00000100:00100000:3.0:1734016119.798695:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339414912:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016119.798909:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843840/0x7bf039d361d14f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8081408->8097791) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a91 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.798920:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843840/0x7bf039d361d14f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8081408->8097791) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07a91 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016119.798952:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 2542, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016119.798954:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016119 atime: 1734016119 ctime: 1734016119 blocks: 1920 00000020:00010000:3.0:1734016119.798958:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016119.798959:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016119 atime: 1734016119 ctime: 1734016119 blocks: 1920 00000100:00100000:3.0:1734016119.799019:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339414912:12345-192.168.201.110@tcp:106: Request processed in 325us (818us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016119.799026:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11215 00010000:00010000:3.0:1734016119.802373:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1515 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.802393:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1515 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.802406:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1515 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.802412:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1515 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.802418:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1515 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016119.802432:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10405227, setting rss=10405227; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016119.802505:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1515 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.802511:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1515 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.802517:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1515 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.802524:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943180 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016119.802529:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1515 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.802537:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016119.802541:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1515 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016119.802546:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1515 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016119.803082:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336808192:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016119.805267:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016119.805293:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336808320:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016119.825922:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016119.834469:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016119.840471:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016119.850987:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016119.866972:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016120.061279:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016120.069649:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016120.089780:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016120.091023:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11223 00000100:00100000:3.0:1734016120.091032:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:9956:x1818247339415936:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016120.091051:0:9553:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d153f lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [159744->167935] (req 159744->167935) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e07ad7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.091062:0:9553:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d153f lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [159744->167935] (req 159744->167935) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e07ad7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.091071:0:9553:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d153f lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e07ad7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.091082:0:9553:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d153f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e07ad7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.091101:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d153f lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e07ad7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.091111:0:9553:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d153f lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e07ad7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.091148:0:9553:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012d810240) 00000100:00100000:3.0:1734016120.091207:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:9956:x1818247339415936:12345-192.168.201.110@tcp:105: Request processed in 176us (1438us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.091214:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11223 00000100:00100000:3.0:1734016120.106864:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016120.115620:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000008:00010000:3.0:1734016120.125757:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d153f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ad7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.125842:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d153f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ad7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.125866:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336811136:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016120.129220:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339416320 00000100:00100000:3.0:1734016120.129230:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339416320 00000100:00100000:3.0:1734016120.129285:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11226 00000100:00100000:3.0:1734016120.129293:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339416320:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016120.129308:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d153f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ad7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.129317:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d153f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ad7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016120.129344:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 11, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016120.129346:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016120 atime: 1734016119 ctime: 1734016120 blocks: 2064 00000020:00010000:3.0:1734016120.129349:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016120.129350:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016120 atime: 1734016119 ctime: 1734016120 blocks: 2064 00000100:00100000:3.0:1734016120.129396:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339416320:12345-192.168.201.110@tcp:106: Request processed in 104us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.129402:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11226 00010000:00010000:3.0:1734016120.132558:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d1554 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.132579:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d1554 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.132592:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d1554 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.132599:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d1554 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.132606:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d1554 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.132620:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10405227, setting rss=10405227; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016120.133034:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d1554 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.133042:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d1554 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.133049:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d1554 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.133056:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943cc0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016120.133060:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d1554 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.133070:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016120.133076:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d1554 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.133096:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d1554 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.134186:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336811264:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016120.143260:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339416448 00000100:00100000:3.0:1734016120.143271:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339416448 00000100:00100000:3.0:1734016120.143313:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11227 00000100:00100000:3.0:1734016120.143322:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339416448:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016120.143337:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d153f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ad7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.143350:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d153f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ad7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016120.143376:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 11, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016120.143378:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016120 atime: 1734016119 ctime: 1734016120 blocks: 2064 00000020:00010000:3.0:1734016120.143381:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016120.143382:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016120 atime: 1734016119 ctime: 1734016120 blocks: 2064 00000100:00100000:3.0:1734016120.143432:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339416448:12345-192.168.201.110@tcp:106: Request processed in 111us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.143438:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11227 00010000:00010000:3.0:1734016120.148257:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d155b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.148275:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d155b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.148289:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d155b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.148296:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d155b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.148302:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d155b lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.148315:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10405227, setting rss=10405227; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016120.148327:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d155b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.148333:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d155b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.148339:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d155b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.148346:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5940240 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016120.148351:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d155b lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.148360:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016120.148365:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d155b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.148375:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d155b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.151441:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336811392:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.173749:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d153f lrc: 7/2,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07ad7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.173768:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d153f lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07ad7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.305995:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012ffe3840 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d153f lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ad7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.308515:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3840 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d153f lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ad7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.308549:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336811904:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016120.313693:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d153f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ad7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.313938:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d153f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ad7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.313959:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336812032:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016120.319197:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339416576 00000100:00100000:3.0:1734016120.319207:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339416576 00000100:00100000:3.0:1734016120.319250:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11228 00000100:00100000:3.0:1734016120.319258:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339416576:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016120.319276:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d153f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ad7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.319288:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d153f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ad7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016120.319314:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 2542, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016120.319318:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016120 atime: 1734016120 ctime: 1734016120 blocks: 2064 00000020:00010000:3.0:1734016120.319322:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016120.319323:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016120 atime: 1734016120 ctime: 1734016120 blocks: 2064 00000100:00100000:3.0:1734016120.319364:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339416576:12345-192.168.201.110@tcp:106: Request processed in 107us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.319370:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11228 00000100:00100000:3.0:1734016120.335565:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339416704 00000100:00100000:3.0:1734016120.335576:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339416704 00000100:00100000:3.0:1734016120.335618:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11229 00000100:00100000:3.0:1734016120.335626:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339416704:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016120.335642:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d153f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ad7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.335652:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d153f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ad7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016120.335683:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 2542, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016120.335686:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016120 atime: 1734016120 ctime: 1734016120 blocks: 2064 00000020:00010000:3.0:1734016120.335690:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016120.335691:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016120 atime: 1734016120 ctime: 1734016120 blocks: 2064 00000100:00100000:3.0:1734016120.335784:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339416704:12345-192.168.201.110@tcp:106: Request processed in 157us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.335791:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11229 00010000:00010000:3.0:1734016120.339975:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1569 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.339997:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1569 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.340009:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1569 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.340016:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1569 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.340021:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1569 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.340036:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10405227, setting rss=10405227; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016120.340049:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1569 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.340058:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1569 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.340065:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1569 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.340070:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943180 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016120.340075:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1569 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.340095:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016120.340102:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1569 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.340107:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1569 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.340145:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336812416:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016120.348235:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336812544:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016120.362490:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339416832 00000100:00100000:3.0:1734016120.362498:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339416832 00000100:00100000:3.0:1734016120.362542:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11230 00000100:00100000:3.0:1734016120.362549:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7695:x1818247339416832:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016120.362564:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d153f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e07ad7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.364193:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:3.0:1734016120.364201:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7695:x1818247339416832:12345-192.168.201.110@tcp:104: Request processed in 1651us (2948us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.364209:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11230 00000080:00200000:3.0:1734016120.427147:0:4748:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016120.427198:0:4748:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d153f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e07ad7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.427207:0:4748:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016120.427241:0:4748:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d153f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e07ad7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.427248:0:4748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d153f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->167935) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e07ad7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.427280:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336813056:192.168.201.110@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016120.427355:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016120.427357:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016120.427360:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016120.461126:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016120.466014:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016120.474182:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339417216 00000100:00100000:3.0:1734016120.474191:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339417216 00000100:00100000:3.0:1734016120.474226:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11233 00000100:00100000:3.0:1734016120.474232:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339417216:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016120.474246:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d1577 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b16 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.474256:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d1577 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b16 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016120.474280:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 10, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016120.474282:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016120 atime: 1734016120 ctime: 1734016120 blocks: 2264 00000020:00010000:3.0:1734016120.474285:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016120.474286:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016120 atime: 1734016120 ctime: 1734016120 blocks: 2264 00000100:00100000:3.0:1734016120.474325:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339417216:12345-192.168.201.110@tcp:106: Request processed in 94us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.474331:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11233 00010000:00010000:3.0:1734016120.486214:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d157e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.486235:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d157e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.486249:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d157e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.486255:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d157e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.486262:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d157e lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.486278:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10405227, setting rss=10405227; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016120.486293:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d157e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.486298:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d157e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.486305:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d157e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.486311:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941680 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016120.486316:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d157e lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.486327:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016120.486333:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d157e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.486339:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d157e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.486386:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336813824:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016120.486776:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336813952:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016120.489139:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339417344 00000100:00100000:3.0:1734016120.489147:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339417344 00000100:00100000:3.0:1734016120.489184:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11234 00000100:00100000:3.0:1734016120.489191:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339417344:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016120.489207:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d1577 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b16 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.489217:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d1577 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b16 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016120.489241:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 10, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016120.489243:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016120 atime: 1734016120 ctime: 1734016120 blocks: 2264 00000020:00010000:3.0:1734016120.489245:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016120.489246:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 10405227 mtime: 1734016120 atime: 1734016120 ctime: 1734016120 blocks: 2264 00000100:00100000:3.0:1734016120.489288:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339417344:12345-192.168.201.110@tcp:106: Request processed in 97us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.489295:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11234 00010000:00010000:3.0:1734016120.496182:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d1585 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.496200:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d1585 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.496211:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d1585 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.496217:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d1585 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.496223:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d1585 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.496240:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10405227, setting rss=10405227; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016120.496277:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d1585 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.496283:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d1585 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.496290:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d1585 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.496295:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5942400 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016120.496300:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d1585 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.496308:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016120.496314:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d1585 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.496319:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d1585 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.496361:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336813952:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016120.531036:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339417472 00000100:00100000:3.0:1734016120.531044:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339417472 00000100:00100000:3.0:1734016120.531089:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11235 00000100:00100000:3.0:1734016120.531096:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:8966:x1818247339417472:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016120.531110:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5ad00/0x7bf039d361d1451 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e079db expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016120.531164:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016120.531169:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:8966:x1818247339417472:12345-192.168.201.110@tcp:104: Request processed in 73us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.531175:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11235 00000100:00100000:3.0:1734016120.547071:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336814720:192.168.201.110@tcp:10:fsx.0 00000100:00100000:3.0:1734016120.572641:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339417600 00000100:00100000:3.0:1734016120.572651:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339417600 00000100:00100000:3.0:1734016120.572691:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11236 00000100:00100000:3.0:1734016120.572698:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339417600:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016120.572747:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d1577 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b16 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.572758:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d1577 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b16 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016120.572783:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 10, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016120.572785:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 5789328 mtime: 1734016120 atime: 1734016120 ctime: 1734016120 blocks: 1824 00000020:00010000:3.0:1734016120.572788:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016120.572789:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 5789328 mtime: 1734016120 atime: 1734016120 ctime: 1734016120 blocks: 1824 00000100:00100000:3.0:1734016120.572835:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339417600:12345-192.168.201.110@tcp:106: Request processed in 137us (782us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.572840:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11236 00000100:00100000:3.0:1734016120.581327:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339417728 00000100:00100000:3.0:1734016120.581336:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339417728 00000100:00100000:3.0:1734016120.581386:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11237 00000100:00100000:3.0:1734016120.581393:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339417728:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016120.581408:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d1577 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b16 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.581419:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d1577 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b16 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016120.581445:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 10, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016120.581448:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 5789328 mtime: 1734016120 atime: 1734016120 ctime: 1734016120 blocks: 1824 00000020:00010000:3.0:1734016120.581451:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016120.581452:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 5789328 mtime: 1734016120 atime: 1734016120 ctime: 1734016120 blocks: 1824 00000100:00100000:3.0:1734016120.581501:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339417728:12345-192.168.201.110@tcp:106: Request processed in 108us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.581507:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11237 00010000:00010000:3.0:1734016120.586497:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d159a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.586516:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d159a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.586529:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d159a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.586535:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d159a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.586545:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d159a lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.586559:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5789328, setting rss=5789328; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016120.586588:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d159a lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.586594:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d159a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.586601:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d159a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.586607:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943840 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016120.586612:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d159a lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.586622:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016120.586627:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d159a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.586632:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d159a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.586767:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336815104:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.599780:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d1577 lrc: 7/2,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07b16 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.599801:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d1577 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07b16 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.600472:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016120.600490:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012ffe3840 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d1577 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b16 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.600551:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3776512 3780607) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d1577 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b16 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016120.600681:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcaa00 - object 0x280000400:5 offset 0<>4231168 00000100:00100000:3.0:1734016120.600704:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336815360:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016120.600835:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016120.600839:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d1577 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b16 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.600859:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4231168 4235263) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d1577 lrc: 7/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b16 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016120.600897:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc9f80 - object 0x280000400:5 offset 4231168<>5791744 00000100:00100000:3.0:1734016120.600906:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336815616:192.168.201.110@tcp:3:fsx.0 00000020:00010000:3.0:1734016120.689157:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16b78 (ffff8800a7e71878/0) at cl_lock_release():233 00000020:00010000:3.0:1734016120.689161:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16b78 (ffff8800a7e71878/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016120.689165:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891b30 (ffff8800a7e71488/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016120.689172:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d1577 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07b16 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.689181:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d1577 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b16 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016120.689195:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16b78 (ffff8800a7e71878/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016120.689197:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891b30 (ffff8800a7e71878/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016120.689204:0:9673:0:(vvp_io.c:533:vvp_io_advance()) advancing 33016 bytes 00000080:00200000:3.0:1734016120.689215:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016120.689218:0:9673:0:(file.c:1964:ll_file_io_generic()) f16a.sanityn: 1 io complete with rc: 0, result: 33016, restart: 0 00000080:00200000:3.0:1734016120.689222:0:9673:0:(file.c:2044:ll_file_io_generic()) iot: 1, result: 33016 00000080:00200008:3.0:1734016120.689256:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016120.689262:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:3.0:1734016120.689281:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016120.689296:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d158c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e07b39 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016120.689306:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d158c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e07b39 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016120.689316:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:3.0:1734016120.689318:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d158c 00000080:00010000:3.0:1734016120.689324:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d158c from it ffff8800a7d3bcd8 00010000:00010000:3.0:1734016120.689326:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d158c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e07b39 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016120.689332:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d158c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e07b39 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016120.689351:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016120.689361:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016120.689376:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016120.689379:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588acb0, osc lock ffff8800b5a2b690, flags 0x400001002 00010000:00010000:3.0:1734016120.689399:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d15a1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.689407:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d15a1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.689465:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016120.689475:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336815744:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016120.694581:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016120.694645:0:4740:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016120.694663:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339417856 00000100:00100000:3.0:1734016120.694672:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339417856 00000100:00100000:3.0:1734016120.694772:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11238 00000100:00100000:3.0:1734016120.694779:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339417856:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016120.694795:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d1577 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b16 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.694806:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d1577 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b16 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016120.694836:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1415, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016120.694838:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 5789328 mtime: 1734016120 atime: 1734016120 ctime: 1734016120 blocks: 1824 00000020:00010000:3.0:1734016120.694841:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016120.694843:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 5789328 mtime: 1734016120 atime: 1734016120 ctime: 1734016120 blocks: 1824 00000100:00100000:3.0:1734016120.694892:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339417856:12345-192.168.201.110@tcp:106: Request processed in 113us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.694900:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11238 00000080:00200000:3.0:1734016120.703403:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 5789328 i_blocks 1824 00000020:00010000:3.0:1734016120.703412:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7a238 (ffff8800a7e71878/0) at cl_lock_release():233 00000020:00010000:3.0:1734016120.703415:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7a238 (ffff8800a7e71878/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016120.703421:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588acb0 (ffff8800a7e71488/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016120.703424:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7a238 (ffff8800a7e71878/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016120.703425:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588acb0 (ffff8800a7e71878/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016120.703439:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016120.703461:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016120.703466:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016120.703474:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016120.703487:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016120.703489:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588acb0, osc lock ffff8800b5a2b690, flags 0x400001002 00010000:00010000:3.0:1734016120.703510:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d15a8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.703517:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d15a8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.703603:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016120.703623:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336815872:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016120.709459:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:3.0:1734016120.716733:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d15a8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.716761:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d15a8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.716774:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d15a8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.716781:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d15a8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.716787:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d15a8 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.716800:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5789328, setting rss=5789328; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016120.716825:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d15a8 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.716831:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d15a8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.716839:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d15a8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.716846:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ae843a80 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016120.716851:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d15a8 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.716866:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016120.716870:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d15a8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.716876:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d15a8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.718704:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336815872:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016120.734385:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016120.742117:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339418112 00000100:00100000:3.0:1734016120.742128:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339418112 00000100:00100000:3.0:1734016120.742174:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11240 00000100:00100000:3.0:1734016120.742181:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339418112:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016120.742195:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d1577 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b16 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.742204:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d1577 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b16 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016120.742230:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1415, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016120.742232:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 5789328 mtime: 1734016120 atime: 1734016120 ctime: 1734016120 blocks: 1920 00000020:00010000:3.0:1734016120.742235:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016120.742236:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 5789328 mtime: 1734016120 atime: 1734016120 ctime: 1734016120 blocks: 1920 00000100:00100000:3.0:1734016120.742285:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339418112:12345-192.168.201.110@tcp:106: Request processed in 103us (1266us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.742293:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11240 00010000:00010000:3.0:1734016120.746533:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d15b6 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.746874:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d15b6 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.746887:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d15b6 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.746893:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d15b6 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.746898:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d15b6 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.746911:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5789328, setting rss=5789328; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016120.746941:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d15b6 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.746946:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d15b6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.746952:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d15b6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.746957:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5942f40 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016120.746963:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d15b6 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.746972:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016120.746978:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d15b6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.746983:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d15b6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.747026:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336816256:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016120.750000:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339418240 00000100:00100000:3.0:1734016120.750008:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339418240 00000100:00100000:3.0:1734016120.750050:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11241 00000100:00100000:3.0:1734016120.750056:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339418240:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016120.750068:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d1577 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b16 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.750086:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d1577 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b16 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016120.750112:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1415, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016120.750114:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 5789328 mtime: 1734016120 atime: 1734016120 ctime: 1734016120 blocks: 1920 00000020:00010000:3.0:1734016120.750117:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016120.750118:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 5789328 mtime: 1734016120 atime: 1734016120 ctime: 1734016120 blocks: 1920 00000100:00100000:3.0:1734016120.750158:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339418240:12345-192.168.201.110@tcp:106: Request processed in 101us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.750168:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11241 00010000:00010000:3.0:1734016120.752919:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d15bd lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.752938:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d15bd lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.752948:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d15bd lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.752954:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d15bd lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.752960:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d15bd lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.752972:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5789328, setting rss=5789328; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016120.753056:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d15bd lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.753062:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d15bd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.753067:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d15bd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.753081:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941200 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016120.753087:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d15bd lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.753097:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016120.753102:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d15bd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.753107:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d15bd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.753181:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336816384:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016120.761543:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016120.785431:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339418496 00000100:00100000:3.0:1734016120.785441:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339418496 00000100:00100000:3.0:1734016120.785486:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11243 00000100:00100000:3.0:1734016120.785494:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339418496:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016120.785511:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d1577 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e07b16 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.785587:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016120.785593:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339418496:12345-192.168.201.110@tcp:104: Request processed in 100us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016120.785601:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11243 00000080:00200000:3.0:1734016120.819678:0:5246:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016120.819803:0:5246:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d1577 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e07b16 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.819817:0:5246:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016120.819844:0:5246:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d1577 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e07b16 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.819851:0:5246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d1577 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2510848->2547711) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e07b16 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.819897:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336817152:192.168.201.110@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016120.819999:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016120.820001:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016120.820005:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016120.827330:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016120.834340:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336817152:192.168.201.110@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1734016120.836551:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8118c0/0x7bf039d361d15c4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b7f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.836585:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (10444800 10448895) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8118c0/0x7bf039d361d15c4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b7f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016120.836628:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcaa00 - object 0x280000400:5 offset 10407936<>10448896 00000008:00010000:3.0:1734016120.848220:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8118c0/0x7bf039d361d15c4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b7f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.848258:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8118c0/0x7bf039d361d15c4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b7f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.848282:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336817536:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016120.856480:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8118c0/0x7bf039d361d15c4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b7f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.856516:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8118c0/0x7bf039d361d15c4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b7f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.856534:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336817792:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016120.858191:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8118c0/0x7bf039d361d15c4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b7f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.858218:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (10399744 10403839) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8118c0/0x7bf039d361d15c4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b7f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016120.858248:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcaa00 - object 0x280000400:5 offset 10399744<>10403840 00000100:00100000:3.0:1734016120.858377:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016120.858388:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336818048:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016120.862299:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8118c0/0x7bf039d361d15c4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b7f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.862328:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8118c0/0x7bf039d361d15c4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b7f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.862349:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336818048:192.168.201.110@tcp:3:fsx.0 00000080:00200000:3.0:1734016120.862903:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016120.862951:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 2538 00000080:00200000:3.0:1734016120.862957:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016120.862962:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016120.862966:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2538, 2538] 00000008:00010000:3.0:1734016120.862972:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016120.862973:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a6b0, osc lock ffff8800b5a2b560, flags 0x0 00010000:00010000:3.0:1734016120.862980:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8118c0/0x7bf039d361d15c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b7f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.862987:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (10395648 10399743) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8118c0/0x7bf039d361d15c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b7f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.862993:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8118c0/0x7bf039d361d15c4 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07b7f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.862998:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8118c0/0x7bf039d361d15c4 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07b7f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.863004:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8118c0/0x7bf039d361d15c4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07b7f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.863588:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016120.863598:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012ffe33c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8118c0/0x7bf039d361d15c4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b7f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016120.863618:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (10395648 10399743) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8118c0/0x7bf039d361d15c4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b7f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016120.863650:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcaa00 - object 0x280000400:5 offset 10395648<>10399744 00000100:00100000:3.0:1734016120.863665:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336818304:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016120.868298:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012ffe33c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8118c0/0x7bf039d361d15c4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b7f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016120.868340:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe33c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8118c0/0x7bf039d361d15c4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07b7f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016120.868360:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336818304:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016120.880273:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336818944:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016120.924647:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016120.930950:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016121.058829:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336823424:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016121.102748:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016121.118861:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016121.135219:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339419264 00000100:00100000:3.0:1734016121.135226:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339419264 00000100:00100000:3.0:1734016121.135268:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11249 00000100:00100000:3.0:1734016121.135275:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6469:x1818247339419264:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016121.135283:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812d00/0x7bf039d361d15ee lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3313664->3346431] (req 3313664->3346431) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e07bb7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.135290:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812d00/0x7bf039d361d15ee lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3313664->3346431] (req 3313664->3346431) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e07bb7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.135298:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812d00/0x7bf039d361d15ee lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3313664->3346431) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e07bb7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.135305:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812d00/0x7bf039d361d15ee lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3313664->3346431) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e07bb7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.135311:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812d00/0x7bf039d361d15ee lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3313664->3346431) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e07bb7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.135318:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812d00/0x7bf039d361d15ee lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3313664->3346431) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e07bb7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.135333:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012d812d00) 00000100:00100000:3.0:1734016121.135373:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6469:x1818247339419264:12345-192.168.201.110@tcp:105: Request processed in 98us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.135378:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11249 00010000:00010000:3.0:1734016121.151789:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d15f5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.151809:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d15f5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.151821:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d15f5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.151826:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d15f5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.151833:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d15f5 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016121.151847:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10446264, setting rss=10446264; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016121.151861:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d15f5 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.151867:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d15f5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.151874:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d15f5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.151880:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5940d80 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016121.151885:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d15f5 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.151894:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016121.151900:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d15f5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.151905:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d15f5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016121.151956:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336824192:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.158951:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d15fc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.158970:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d15fc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.158981:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d15fc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.158987:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d15fc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.158992:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d15fc lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016121.159005:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10446264, setting rss=10446264; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016121.159024:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d15fc lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.159030:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d15fc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.159036:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d15fc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.159043:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943600 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016121.159047:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d15fc lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.159058:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016121.159062:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d15fc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.159075:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d15fc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016121.159118:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336824320:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016121.163574:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016121.182829:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016121.200816:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016121.210134:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016121.222571:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016121.235498:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016121.245378:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016121.256496:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016121.262589:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339420672 00000100:00100000:3.0:1734016121.262598:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339420672 00000100:00100000:3.0:1734016121.262649:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11260 00000100:00100000:3.0:1734016121.262657:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6469:x1818247339420672:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016121.262671:0:9553:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1634 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5595136->5627903] (req 5595136->5627903) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e07bfd expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.262682:0:9553:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1634 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5595136->5627903] (req 5595136->5627903) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e07bfd expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.262694:0:9553:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1634 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5595136->5627903) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e07bfd expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.262704:0:9553:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1634 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5595136->5627903) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e07bfd expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.262828:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1634 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5595136->5627903) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e07bfd expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.262838:0:9553:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1634 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5595136->5627903) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e07bfd expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.262890:0:9553:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5943a80) 00000100:00100000:3.0:1734016121.262944:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6469:x1818247339420672:12345-192.168.201.110@tcp:105: Request processed in 287us (719us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.262950:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11260 00000100:00100000:3.0:1734016121.269542:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016121.279202:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016121.284965:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016121.293078:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016121.301022:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016121.306855:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016121.311425:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339421568 00000100:00100000:3.0:1734016121.311432:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339421568 00000100:00100000:3.0:1734016121.311480:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11267 00000100:00100000:3.0:1734016121.311488:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6469:x1818247339421568:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016121.311499:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d165e lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9744384->9748479] (req 9744384->9748479) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e07c27 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.311507:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d165e lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9744384->9748479] (req 9744384->9748479) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e07c27 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.311514:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d165e lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9744384->9748479) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e07c27 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.311523:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d165e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9744384->9748479) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e07c27 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.311530:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d165e lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9744384->9748479) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e07c27 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.311537:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d165e lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9744384->9748479) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e07c27 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.311555:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012d811d40) 00000100:00100000:3.0:1734016121.311600:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6469:x1818247339421568:12345-192.168.201.110@tcp:105: Request processed in 112us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.311607:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11267 00000008:00010000:3.0:1734016121.386044:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d165e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9744384->9748479) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07c27 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016121.386094:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d165e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9744384->9748479) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07c27 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016121.386113:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336827264:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016121.400817:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339421696 00000100:00100000:3.0:1734016121.400826:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339421696 00000100:00100000:3.0:1734016121.400861:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11268 00000100:00100000:3.0:1734016121.400867:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339421696:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016121.400880:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d165e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9744384->9748479) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07c27 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.400888:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d165e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9744384->9748479) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07c27 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016121.400912:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1138, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016121.400913:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10446264 mtime: 1734016121 atime: 1734016121 ctime: 1734016121 blocks: 2400 00000020:00010000:3.0:1734016121.400916:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016121.400917:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10446264 mtime: 1734016121 atime: 1734016121 ctime: 1734016121 blocks: 2400 00000100:00100000:3.0:1734016121.400959:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339421696:12345-192.168.201.110@tcp:106: Request processed in 92us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.400965:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11268 00000100:00100000:3.0:1734016121.406892:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339421824 00000100:00100000:3.0:1734016121.406901:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339421824 00000100:00100000:3.0:1734016121.407011:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11269 00000100:00100000:3.0:1734016121.407018:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339421824:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016121.407034:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d165e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9744384->9748479) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e07c27 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.407326:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016121.407333:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339421824:12345-192.168.201.110@tcp:104: Request processed in 314us (1015us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.407339:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11269 00000100:00100000:3.0:1734016121.419407:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247336827776:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.419443:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d166c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2412544->2469887] (req 2412544->2469887) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e07c35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.419456:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d166c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2412544->2469887] (req 2412544->2469887) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e07c35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.419464:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d166c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2412544->2469887] (req 2412544->2469887) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e07c35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016121.424768:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016121.437400:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016121.444039:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016121.444097:0:9553:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016121.444118:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339422208 00000100:00100000:3.0:1734016121.444127:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339422208 00000100:00100000:3.0:1734016121.444284:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11272 00000100:00100000:3.0:1734016121.444292:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339422208:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016121.444307:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d166c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2412544->2469887) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07c35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.444322:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d166c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2412544->2469887) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07c35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016121.444347:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016121.444349:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10446264 mtime: 1734016121 atime: 1734016121 ctime: 1734016121 blocks: 2512 00000020:00010000:3.0:1734016121.444352:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016121.444353:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10446264 mtime: 1734016121 atime: 1734016121 ctime: 1734016121 blocks: 2512 00000100:00100000:3.0:1734016121.444400:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339422208:12345-192.168.201.110@tcp:106: Request processed in 108us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.444406:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11272 00010000:00010000:3.0:1734016121.447048:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d167a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.447077:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d167a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.447089:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d167a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.447094:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d167a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.447101:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d167a lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016121.447116:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10446264, setting rss=10446264; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016121.447143:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d167a lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.447150:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d167a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.447156:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d167a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.447162:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5942d00 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016121.447167:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d167a lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.447176:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016121.447181:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d167a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.447187:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d167a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016121.447232:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336828288:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016121.447644:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016121.447653:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8800ab3e8540 00000008:00100000:3.0:1734016121.447694:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc8e00 - object 0x280000400:5 offset 2949120<>2965504 00000100:00100000:3.0:1734016121.447730:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336828544:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016121.451321:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339422336 00000100:00100000:3.0:1734016121.451332:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339422336 00000100:00100000:3.0:1734016121.451373:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11273 00000100:00100000:3.0:1734016121.451380:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:13925:x1818247339422336:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016121.451396:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d166c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2412544->2469887) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e07c35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.451472:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016121.451479:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:13925:x1818247339422336:12345-192.168.201.110@tcp:104: Request processed in 99us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.451486:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11273 00000008:00010000:3.0:1734016121.458602:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### no dlm lock: extent: ffff8800ab3e8540 00000008:00010000:3.0:1734016121.458625:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### no dlm lock: extent: ffff8800ab3e8540 00000100:00100000:3.0:1734016121.458641:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336828544:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016121.459267:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016121.459281:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336828800:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016121.466241:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d1681 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.466264:0:1980:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d1681 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e07c51 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.466277:0:1980:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d1681 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e07c51 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.466286:0:1980:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d1681 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e07c51 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016121.466299:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 10446264, setting rss=10446264; kms=10446264, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d1681 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e07c51 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.470216:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d1681 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e07c51 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.470235:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d1681 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e07c51 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.470243:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d1681 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e07c51 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.470251:0:1980:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d1681 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e07c51 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016121.470280:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336828800:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016121.471071:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016121.471084:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8800ab3e80c0 00000008:00100000:3.0:1734016121.471140:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc8e00 - object 0x280000400:5 offset 5386240<>5447680 00000100:00100000:3.0:1734016121.471162:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336829056:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016121.483024:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### no dlm lock: extent: ffff8800ab3e80c0 00000008:00010000:3.0:1734016121.483053:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### no dlm lock: extent: ffff8800ab3e80c0 00000100:00100000:3.0:1734016121.483077:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336829056:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016121.745862:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016121.745927:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016121.745952:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339423360 00000100:00100000:3.0:1734016121.745959:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339423360 00000100:00100000:3.0:1734016121.745989:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11274 00000100:00100000:3.0:1734016121.745995:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339423360:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016121.746007:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d1688 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7700480->7725055) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e07c5f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.746081:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1734016121.746086:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339423360:12345-192.168.201.110@tcp:104: Request processed in 90us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.746090:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11274 00000100:00100000:3.0:1734016121.760458:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000008:00010000:3.0:1734016121.773426:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f58480/0x7bf039d361d168f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7360512->7380991) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07c66 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.773450:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3407872 3411967) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f58480/0x7bf039d361d168f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7360512->7380991) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07c66 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016121.773476:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc8a80 - object 0x280000400:5 offset 3407872<>3411968 00000100:00100000:3.0:1734016121.800983:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016121.843351:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016121.883355:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336831744:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016121.890250:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016121.902559:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200008:3.0:1734016121.915529:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 10260480, type: SEEK_SET 00000080:00200008:3.0:1734016121.915549:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 10260480, type: SEEK_SET, rc = 10260480 00000080:00200008:3.0:1734016121.915559:0:9673:0:(file.c:2466:do_file_write_iter()) START file f16a.sanityn:[0x200000401:0x9:0x0], ppos: 10260480, count: 45056 00000080:00200000:3.0:1734016121.915571:0:9673:0:(file.c:1826:ll_file_io_generic()) f16a.sanityn: write ppos: 10260480, bytes: 45056 00000080:00200000:3.0:1734016121.915581:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1734016121.915587:0:9673:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012d0c27d0[0x4, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1734016121.915589:0:9673:0:(cl_io.c:195:cl_io_rw_init()) io range: 2 [10260480, 10305536) 0 0 00000080:00200000:3.0:1734016121.915594:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016121.915606:0:9673:0:(file.c:1893:ll_file_io_generic()) Range lock [2505, 2515] 00020000:00200000:3.0:1734016121.915612:0:9673:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 10260480 chunk: [10260480, 10305536) 10305536, 45056 00020000:00200000:3.0:1734016121.915616:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016121.915634:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2505, 2515] 00000008:00010000:3.0:1734016121.915646:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1734016121.915649:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588ad30, osc lock ffff8800b5a2b8f0, flags 0x0 00000080:00200000:3.0:1734016121.915656:0:9673:0:(vvp_io.c:1326:vvp_io_write_start()) f16a.sanityn: write [10260480, 10305536) 00000080:00200000:3.0:1734016121.915668:0:9673:0:(rw26.c:526:ll_direct_IO_impl()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8), size=45056 (max 603979776), offset=10260480=0x9c9000, pages 11 (max 147456), lockless, parallel 00000080:00200000:3.0:1734016121.915770:0:9673:0:(rw26.c:672:ll_direct_IO_impl()) result 0 tot_bytes 45056 count 45056 file_offset 10305536 00000020:00010000:3.0:1734016121.915777:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8caf038 (ffff8800aeaf9e18/0) at cl_lock_release():233 00000020:00010000:3.0:1734016121.915780:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8caf038 (ffff8800aeaf9e18/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016121.915782:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588ad30 (ffff8800aeaf9cf8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016121.915783:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8caf038 (ffff8800aeaf9e18/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016121.915785:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588ad30 (ffff8800aeaf9e18/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016121.915791:0:9673:0:(vvp_io.c:533:vvp_io_advance()) advancing 45056 bytes 00000100:00100000:3.0:1734016121.918436:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016121.918466:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339424384 00000100:00100000:3.0:1734016121.918474:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339424384 00000100:00100000:3.0:1734016121.918651:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11282 00000100:00100000:3.0:1734016121.918657:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247339424384:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016121.918669:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a880/0x7bf039d361d1696 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e07c74 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016121.921006:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016121.921022:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247339424384:12345-192.168.201.110@tcp:104: Request processed in 2359us (2587us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016121.921032:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11282 00000100:00100000:3.0:1734016121.957195:0:1980:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012aae7800: committing for last_committed 4294969273 gen 2 00000008:00010000:3.0:1734016121.957240:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### no dlm lock: extent: ffff88012ffe33c0 00000008:00010000:3.0:1734016121.957272:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### no dlm lock: extent: ffff88012ffe33c0 00000100:00100000:3.0:1734016121.957284:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336832128:192.168.201.110@tcp:4:fsx.0 00000008:00010000:3.0:1734016122.102662:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d16c0 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9146368->9150463) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e07cb3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016122.102821:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d16c0 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9146368->9150463) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e07cb3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016122.102847:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336833408:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016122.225759:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810240/0x7bf039d361d16b9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e07cac expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.225877:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2985984 2990079) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810240/0x7bf039d361d16b9 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e07cac expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016122.226092:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc8380 - object 0x280000400:5 offset 0<>4194304 00000100:00100000:3.0:1734016122.226116:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016122.226131:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336833664:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016122.227046:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016122.227065:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810240/0x7bf039d361d16b9 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e07cac expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.227221:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4194304 4198399) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810240/0x7bf039d361d16b9 lrc: 7/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e07cac expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016122.227379:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc9c00 - object 0x280000400:5 offset 4194304<>8388608 00000008:00010000:3.0:1734016122.227412:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810240/0x7bf039d361d16b9 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e07cac expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.227456:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8388608 8392703) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810240/0x7bf039d361d16b9 lrc: 7/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e07cac expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016122.227563:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc9f80 - object 0x280000400:5 offset 8388608<>10305536 00000100:00100000:3.0:1734016122.227586:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016122.227593:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336834048:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016122.291266:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810240/0x7bf039d361d16b9 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e07cac expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016122.291431:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810240/0x7bf039d361d16b9 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e07cac expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016122.291457:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336834048:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016122.382924:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016122.382960:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339424512 00000100:00100000:3.0:1734016122.382970:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339424512 00000100:00100000:3.0:1734016122.383018:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11283 00000100:00100000:3.0:1734016122.383026:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339424512:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016122.383046:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d16c0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9146368->9150463) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e07cb3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.383129:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016122.383136:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339424512:12345-192.168.201.110@tcp:104: Request processed in 110us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.383142:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11283 00000100:00100000:3.0:1734016122.383181:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016122.383196:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339424640 00000100:00100000:3.0:1734016122.383199:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339424640 00000100:00100000:3.0:1734016122.383214:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11284 00000100:00100000:3.0:1734016122.383218:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fc8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339424640:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016122.383226:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810240/0x7bf039d361d16b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e07cac expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.383246:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016122.383250:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fc8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339424640:12345-192.168.201.110@tcp:104: Request processed in 31us (70us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.383255:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11284 00000100:00100000:3.0:1734016122.434167:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016122.448130:0:4739:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016122.448146:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339424896 00000100:00100000:3.0:1734016122.448152:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339424896 00000100:00100000:3.0:1734016122.448343:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11286 00000100:00100000:3.0:1734016122.448350:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339424896:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016122.448362:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a880/0x7bf039d361d16c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6696960->6750207) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07cba expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.448371:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a880/0x7bf039d361d16c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6696960->6750207) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07cba expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016122.448391:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016122.448393:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 10305536 mtime: 1734016121 atime: 1734016122 ctime: 1734016122 blocks: 672 00000020:00010000:3.0:1734016122.448396:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016122.448397:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 10305536 mtime: 1734016121 atime: 1734016122 ctime: 1734016122 blocks: 672 00000100:00100000:3.0:1734016122.449669:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339424896:12345-192.168.201.110@tcp:106: Request processed in 1314us (2036us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.449678:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11286 00010000:00010000:3.0:1734016122.459832:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d16ce lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.459849:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d16ce lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.459858:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d16ce lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.459863:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d16ce lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.459867:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d16ce lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016122.459879:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10305536, setting rss=10305536; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016122.459904:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d16ce lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.459914:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d16ce lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.459920:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d16ce lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.459924:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941440 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016122.459928:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d16ce lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.459935:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016122.459939:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d16ce lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.459944:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d16ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016122.459985:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336834816:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016122.477238:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339425152 00000100:00100000:3.0:1734016122.477247:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339425152 00000100:00100000:3.0:1734016122.477295:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11288 00000100:00100000:3.0:1734016122.477302:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339425152:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016122.477319:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a880/0x7bf039d361d16c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6696960->6750207) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e07cba expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.477397:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016122.477403:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339425152:12345-192.168.201.110@tcp:104: Request processed in 101us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.477410:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11288 00000100:00100000:3.0:1734016122.482813:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016122.674242:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016122.683872:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336836096:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016122.692278:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016122.707670:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016122.717917:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:3.0:1734016122.729623:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10305536 i_blocks 672 00000020:00010000:3.0:1734016122.729639:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7b6c0 (ffff8800a7e71d88/0) at cl_lock_release():233 00000020:00010000:3.0:1734016122.729643:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7b6c0 (ffff8800a7e71d88/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016122.729649:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891930 (ffff8800a7e71bd8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016122.729654:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7b6c0 (ffff8800a7e71d88/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016122.729656:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891930 (ffff8800a7e71d88/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016122.729674:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016122.729688:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 10305536 00000080:00a00000:3.0:1734016122.729805:0:9673:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0x9:0x0] vma=ffff8800b5945e58 start=0x7f8ee1eff000 end=0x7f8ee1f0e000 vm_flags=0xf9 00000080:00200000:3.0:1734016122.729818:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016122.729826:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016122.729843:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016122.729846:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588ad30, osc lock ffff8800b5a2b8f0, flags 0x400001002 00010000:00010000:3.0:1734016122.729877:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842d00/0x7bf039d361d16ff lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.729891:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842d00/0x7bf039d361d16ff lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016122.729970:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016122.729991:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336836480:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016122.736995:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016122.756185:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016122.764360:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11295 00000100:00100000:3.0:1734016122.764371:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fc8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339426048:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016122.764388:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d16dc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8704000->8740863) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e07ccf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.764484:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016122.764490:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fc8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339426048:12345-192.168.201.110@tcp:104: Request processed in 122us (8318us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.764496:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11295 00000100:00100000:3.0:1734016122.794411:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339426176 00000100:00100000:3.0:1734016122.794428:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339426176 00000100:00100000:3.0:1734016122.794494:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11296 00000100:00100000:3.0:1734016122.794502:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9956:x1818247339426176:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016122.794520:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d1706 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7565312->7569407] (req 7565312->7569407) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e07cf9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.794531:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d1706 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7565312->7569407] (req 7565312->7569407) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e07cf9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.794544:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d1706 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7565312->7569407) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e07cf9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.794553:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d1706 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7565312->7569407) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e07cf9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.794560:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d1706 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7565312->7569407) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e07cf9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.794570:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d1706 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7565312->7569407) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e07cf9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.796300:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012d812640) 00000100:00100000:3.0:1734016122.796333:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9956:x1818247339426176:12345-192.168.201.110@tcp:105: Request processed in 1831us (4029us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.796342:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11296 00000100:00100000:3.0:1734016122.814188:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336836864:192.168.201.110@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1734016122.819555:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d1706 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7565312->7569407) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07cf9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.819580:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7561216 7565311) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d1706 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7565312->7569407) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07cf9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016122.819612:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc9880 - object 0x280000400:5 offset 7561216<>7565312 00000100:00100000:3.0:1734016122.820172:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016122.820186:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336837376:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016122.823483:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d1706 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7565312->7569407) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07cf9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016122.823511:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d1706 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7565312->7569407) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07cf9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016122.823533:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336837376:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016122.899510:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016122.912152:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339426432 00000100:00100000:3.0:1734016122.912162:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339426432 00000100:00100000:3.0:1734016122.912218:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11298 00000100:00100000:3.0:1734016122.912225:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339426432:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016122.912244:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d1706 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7565312->7569407) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e07cf9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016122.912326:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016122.912333:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339426432:12345-192.168.201.110@tcp:104: Request processed in 108us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016122.912339:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11298 00000100:00100000:3.0:1734016122.918887:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016122.948503:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016122.960189:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336841856:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016122.969471:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016122.992664:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016123.009407:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016123.028474:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016123.042758:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016123.045757:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000008:00010000:3.0:1734016123.062061:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d173e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07d3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.062096:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d173e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07d3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.062118:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336843008:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016123.078365:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d173e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07d3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.078401:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d173e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07d3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.078420:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336843264:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016123.096209:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d173e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07d3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.096231:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d173e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07d3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.096246:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336843520:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016123.108791:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d173e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07d3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.108844:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (53248 57343) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d173e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07d3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016123.108874:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fca680 - object 0x280000400:5 offset 53248<>57344 00000008:00010000:3.0:1734016123.119886:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d173e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07d3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.119918:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d173e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07d3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.119943:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336843776:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016123.126998:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d173e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07d3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.127029:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d173e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07d3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.127055:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336844032:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016123.135648:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d173e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07d3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.135678:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d173e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07d3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.135699:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336844288:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016123.146344:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d173e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07d3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.146369:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d173e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07d3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.146385:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336844544:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016123.159407:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d173e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07d3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.159428:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d173e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07d3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.159441:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336845056:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016123.199676:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d173e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07d3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.199791:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d173e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07d3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.199808:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336845312:192.168.201.110@tcp:3:fsx.0 00000080:00200008:3.0:1734016123.202250:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016123.202260:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:3.0:1734016123.202277:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016123.202288:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800ab2c8800 type 13 mode 30 res 8589935617/9 (0 0) 00010000:00010000:3.0:1734016123.202326:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae840d80/0x7bf039d361d1745 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 9673 initiator: MDT0 00010000:00010000:3.0:1734016123.202334:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae840d80/0x7bf039d361d1745 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00010000:00010000:3.0:1734016123.202341:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae840d80/0x7bf039d361d1745 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00000100:00100000:3.0:1734016123.202361:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fca680 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247336845440:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016123.202422:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe3180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016123.208504:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fca680 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247336845440:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.208528:0:9673:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae840d80/0x7bf039d361d1745 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e07d4d expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.208538:0:9673:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae840d80/0x7bf039d361d1745 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e07d4d expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.208547:0:9673:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae840d80/0x7bf039d361d1745 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e07d4d expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.208556:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae840d80/0x7bf039d361d1745 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e07d4d expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.208566:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae840d80/0x7bf039d361d1745 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e07d4d expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.208573:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae840d80/0x7bf039d361d1745 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e07d4d expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016123.208578:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae840d80/0x7bf039d361d1745 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e07d4d expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1734016123.208589:0:9673:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800b3fca680 x1818247336845440/t0(0) o101->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016139 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:3.0:1734016123.208599:0:9673:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae840d80/0x7bf039d361d1745 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e07d4d expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1734016123.208609:0:9673:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae840d80/0x7bf039d361d1745 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e07d4d expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016123.208619:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800ab2c8800 type 13 mode 4 res 8589935617/9 (0 0) 00000080:00200000:3.0:1734016123.208663:0:9673:0:(file.c:6447:ll_layout_conf()) [0x200000401:0x9:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1734016123.208667:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d1745 00000080:00010000:3.0:1734016123.208672:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:3.0:1734016123.208675:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d1745 from it ffff8800a7d3bcd8 00010000:00010000:3.0:1734016123.208677:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae840d80/0x7bf039d361d1745 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e07d4d expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016123.208683:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae840d80/0x7bf039d361d1745 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e07d4d expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016123.208768:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016123.208776:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016123.208789:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016123.208792:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588abb0, osc lock ffff8800b5a2b300, flags 0x400001002 00010000:00010000:3.0:1734016123.208809:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842640/0x7bf039d361d174c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.208817:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842640/0x7bf039d361d174c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.208880:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016123.208893:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336845568:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016123.224005:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842640/0x7bf039d361d174c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.224025:0:1981:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842640/0x7bf039d361d174c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e07d54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.224045:0:1981:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842640/0x7bf039d361d174c lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e07d54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.224055:0:1981:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842640/0x7bf039d361d174c lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e07d54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.224066:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 237215, setting rss=237215; kms=237215, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842640/0x7bf039d361d174c lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e07d54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.224091:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842640/0x7bf039d361d174c lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e07d54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.224097:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842640/0x7bf039d361d174c lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e07d54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.224102:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842640/0x7bf039d361d174c lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e07d54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.224111:0:1981:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842640/0x7bf039d361d174c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e07d54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.224126:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336845568:192.168.201.110@tcp:101:fsx.0 00000008:00010000:3.0:1734016123.240950:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d173e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07d3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.240978:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d173e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07d3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.240995:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336846336:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016123.255360:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d173e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07d3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.255385:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d173e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07d3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.255403:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336846592:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016123.258526:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d173e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07d3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.258551:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d173e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07d3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.258572:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336846848:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016123.268445:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d173e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07d3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.268470:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d173e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07d3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.268486:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336847104:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016123.281593:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339427584 00000100:00100000:3.0:1734016123.281601:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339427584 00000100:00100000:3.0:1734016123.281632:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11307 00000100:00100000:3.0:1734016123.281638:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:6482:x1818247339427584:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016123.281650:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800a7f5aac0/0x7bf039d361d1714 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e07d15 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016123.281748:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016123.281754:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:6482:x1818247339427584:12345-192.168.201.110@tcp:104: Request processed in 116us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016123.281759:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11307 00000100:00100000:3.0:1734016123.303289:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11309 00000100:00100000:3.0:1734016123.303295:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339427840:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016123.303302:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d173e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 69632->73727) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e07d3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.304502:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1734016123.304509:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339427840:12345-192.168.201.110@tcp:104: Request processed in 1213us (1632us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016123.304514:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11309 00000100:00100000:3.0:1734016123.309177:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339427968 00000100:00100000:3.0:1734016123.309185:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339427968 00000100:00100000:3.0:1734016123.309221:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11310 00000100:00100000:3.0:1734016123.309228:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:9956:x1818247339427968:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016123.309242:0:9553:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5ad00/0x7bf039d361d1753 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e07d62 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.309251:0:9553:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5ad00/0x7bf039d361d1753 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e07d62 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.309258:0:9553:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5ad00/0x7bf039d361d1753 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e07d62 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.309266:0:9553:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5ad00/0x7bf039d361d1753 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x3f004d6452e07d62 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.309273:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5ad00/0x7bf039d361d1753 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x3f004d6452e07d62 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.309281:0:9553:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5ad00/0x7bf039d361d1753 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000000000 nid: local remote: 0x3f004d6452e07d62 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.309300:0:9553:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800a7f5ad00) 00000100:00100000:3.0:1734016123.309342:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:9956:x1818247339427968:12345-192.168.201.110@tcp:105: Request processed in 114us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016123.309347:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11310 00000100:00100000:3.0:1734016123.348352:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016123.378900:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016123.389655:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016123.422649:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339428480 00000100:00100000:3.0:1734016123.422661:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339428480 00000100:00100000:3.0:1734016123.422738:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11314 00000100:00100000:3.0:1734016123.422745:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339428480:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016123.422759:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59433c0/0x7bf039d361d1761 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07d7e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.422768:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59433c0/0x7bf039d361d1761 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07d7e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016123.422795:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016123.422797:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 3475262 mtime: 1734016123 atime: 1734016122 ctime: 1734016123 blocks: 176 00000020:00010000:3.0:1734016123.422800:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016123.422801:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 3475262 mtime: 1734016123 atime: 1734016122 ctime: 1734016123 blocks: 176 00000100:00100000:3.0:1734016123.422861:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339428480:12345-192.168.201.110@tcp:106: Request processed in 116us (4010us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016123.422866:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11314 00000100:00100000:3.0:1734016123.437304:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339428608 00000100:00100000:3.0:1734016123.437313:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339428608 00000100:00100000:3.0:1734016123.437351:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11315 00000100:00100000:3.0:1734016123.437357:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339428608:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016123.437369:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59433c0/0x7bf039d361d1761 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07d7e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.437378:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59433c0/0x7bf039d361d1761 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07d7e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016123.437397:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016123.437399:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 3475262 mtime: 1734016123 atime: 1734016122 ctime: 1734016123 blocks: 176 00000020:00010000:3.0:1734016123.437401:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016123.437402:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 3475262 mtime: 1734016123 atime: 1734016122 ctime: 1734016123 blocks: 176 00000100:00100000:3.0:1734016123.437438:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339428608:12345-192.168.201.110@tcp:106: Request processed in 80us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016123.437443:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11315 00010000:00010000:3.0:1734016123.439995:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1776 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.440011:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1776 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.440022:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1776 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.440028:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1776 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.440048:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1776 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.440059:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3475262, setting rss=3475262; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016123.440081:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1776 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.440087:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1776 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.440093:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1776 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.440099:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941f80 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016123.440103:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1776 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.440111:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016123.440116:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1776 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.440121:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1776 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.440148:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336849280:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016123.570389:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336849664:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016123.573212:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016123.585670:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016123.634098:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016123.651634:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016123.727470:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016123.735661:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016123.770014:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000008:00010000:3.0:1734016123.777362:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17a7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dd2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.777386:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (471040 475135) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17a7 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dd2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016123.777410:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc8700 - object 0x280000400:5 offset 471040<>475136 00000008:00010000:3.0:1734016123.789854:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17a7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dd2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.789891:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17a7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dd2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.789909:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336851456:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016123.796421:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17a7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dd2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.798111:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17a7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dd2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.798138:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336851712:192.168.201.110@tcp:3:fsx.0 00000020:00010000:3.0:1734016123.798237:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16c68 (ffff8800a7e71bd8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016123.798241:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16c68 (ffff8800a7e71bd8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016123.798244:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891730 (ffff8800a7e71368/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016123.798251:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17a7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07dd2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.798261:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dd2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016123.798273:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16c68 (ffff8800a7e71bd8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016123.798276:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891730 (ffff8800a7e71bd8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016123.798286:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016123.798365:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 113 00000080:00200000:3.0:1734016123.798372:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016123.798383:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016123.798393:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [113, 113] 00000008:00010000:3.0:1734016123.798406:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016123.798409:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588acb0, osc lock ffff8800b5a2ae40, flags 0x0 00010000:00010000:3.0:1734016123.798426:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17a7 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dd2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.798436:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (462848 466943) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17a7 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dd2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.798444:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17a7 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07dd2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.798451:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17a7 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07dd2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.798455:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17a7 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07dd2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.798515:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012ffe3cc0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17a7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dd2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.798536:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (462848 466943) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17a7 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dd2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016123.798562:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc8700 - object 0x280000400:5 offset 462848<>466944 00000100:00100000:3.0:1734016123.798575:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016123.798584:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336851968:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016123.811686:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012ffe3cc0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17a7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dd2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.811764:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3cc0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17a7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dd2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.811780:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336851968:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016123.833290:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17a7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dd2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.833321:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17a7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dd2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.833338:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336852480:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016123.840371:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17a7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dd2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.840397:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17a7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dd2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.840419:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336852736:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016123.851638:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17a7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dd2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.851662:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17a7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dd2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.851680:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336852992:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016123.858174:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17a7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dd2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.858198:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17a7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dd2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.858221:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336853248:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016123.872676:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17a7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dd2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.873172:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17a7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dd2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.873191:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336853504:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016123.887442:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17a7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dd2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.887493:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17a7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dd2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.887515:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336853760:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016123.900824:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17a7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dd2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.900848:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17a7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dd2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.900867:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336854016:192.168.201.110@tcp:3:fsx.0 00010000:00010000:3.0:1734016123.908084:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d17ae lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.908106:0:1980:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d17ae lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e07dd9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.908120:0:1980:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d17ae lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e07dd9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.908129:0:1980:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d17ae lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e07dd9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.908140:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 3475262, setting rss=3475262; kms=3475262, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d17ae lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e07dd9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.908154:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d17ae lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e07dd9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.908160:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d17ae lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e07dd9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.908165:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d17ae lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e07dd9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.908171:0:1980:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d17ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e07dd9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.908187:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336854144:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016123.913250:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11324 00000100:00100000:3.0:1734016123.913256:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7696:x1818247339429760:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016123.913262:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17a7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 475136->479231) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e07dd2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.917425:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:3.0:1734016123.917435:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7696:x1818247339429760:12345-192.168.201.110@tcp:104: Request processed in 4176us (4448us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016123.917444:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11324 00000100:00100000:3.0:1734016123.950135:0:1981:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012aae7800: committing for last_committed 4294969282 gen 2 00000008:00010000:3.0:1734016123.950187:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### no dlm lock: extent: ffff8800ab3e86c0 00000008:00010000:3.0:1734016123.950226:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### no dlm lock: extent: ffff8800ab3e86c0 00000100:00100000:3.0:1734016123.950238:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336854400:192.168.201.110@tcp:4:fsx.0 00010000:00010000:3.0:1734016123.959536:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17b5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.959556:0:1980:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17b5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e07de7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.959567:0:1980:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17b5 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e07de7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.959576:0:1980:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17b5 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e07de7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016123.959588:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 3475262, setting rss=3475262; kms=3475262, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17b5 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e07de7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.959604:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17b5 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e07de7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.959611:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17b5 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e07de7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.959617:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17b5 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e07de7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.959623:0:1980:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e07de7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016123.959640:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336854784:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016123.967016:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339429888 00000100:00100000:3.0:1734016123.967035:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339429888 00000100:00100000:3.0:1734016123.967088:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11325 00000100:00100000:3.0:1734016123.967095:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339429888:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016123.967109:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d17b5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e07de7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.970453:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:3.0:1734016123.970463:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339429888:12345-192.168.201.110@tcp:104: Request processed in 3367us (3523us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016123.970471:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11325 00000100:00100000:3.0:1734016123.976310:0:4740:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016123.976325:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339430016 00000100:00100000:3.0:1734016123.976332:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339430016 00000100:00100000:3.0:1734016123.976427:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11326 00000100:00100000:3.0:1734016123.976433:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6470:x1818247339430016:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016123.976442:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1077248->1126399] (req 1077248->1126399) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.976450:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1077248->1126399] (req 1077248->1126399) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.976457:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.976464:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.976470:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.976476:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016123.976821:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5942400) 00000100:00100000:3.0:1734016123.976871:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6470:x1818247339430016:12345-192.168.201.110@tcp:105: Request processed in 438us (1625us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016123.976877:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11326 00000100:00100000:3.0:1734016123.984409:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016123.984427:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336855296:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016124.000972:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339430144 00000100:00100000:3.0:1734016124.000981:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339430144 00000100:00100000:3.0:1734016124.001013:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11327 00000100:00100000:3.0:1734016124.001028:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339430144:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016124.001095:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.001108:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.001142:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016124.001144:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 3475262 mtime: 1734016123 atime: 1734016123 ctime: 1734016123 blocks: 240 00000020:00010000:3.0:1734016124.001147:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016124.001148:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 3475262 mtime: 1734016123 atime: 1734016123 ctime: 1734016123 blocks: 240 00000100:00100000:3.0:1734016124.002111:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339430144:12345-192.168.201.110@tcp:106: Request processed in 1086us (1276us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.002123:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11327 00000100:00100000:3.0:1734016124.008249:0:1980:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012db5a800: committing for last_committed 4294969281 gen 1 00010000:00010000:3.0:1734016124.008362:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d17c3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.008375:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d17c3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.008386:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d17c3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.008397:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d17c3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.008402:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d17c3 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.008413:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3475262, setting rss=3475262; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016124.008424:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d17c3 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.008430:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d17c3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.008436:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d17c3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.008440:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943840 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016124.008444:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d17c3 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.008453:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016124.008457:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d17c3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.008462:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d17c3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016124.015729:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336855296:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016124.020310:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339430272 00000100:00100000:3.0:1734016124.020318:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339430272 00000100:00100000:3.0:1734016124.020349:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11328 00000100:00100000:3.0:1734016124.020357:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339430272:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016124.020370:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.020381:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.020405:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016124.020408:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 3475262 mtime: 1734016123 atime: 1734016123 ctime: 1734016123 blocks: 240 00000020:00010000:3.0:1734016124.020411:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016124.020412:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 3475262 mtime: 1734016123 atime: 1734016123 ctime: 1734016123 blocks: 240 00000100:00100000:3.0:1734016124.020449:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339430272:12345-192.168.201.110@tcp:106: Request processed in 92us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.020454:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11328 00010000:00010000:3.0:1734016124.025656:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d17ca lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.025674:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d17ca lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.025684:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d17ca lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.025692:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d17ca lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.025698:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d17ca lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.025735:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3475262, setting rss=3475262; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016124.025750:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d17ca lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.025756:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d17ca lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.025763:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d17ca lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.025768:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941680 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016124.025773:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d17ca lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.025784:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016124.025789:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d17ca lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.025797:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d17ca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016124.027079:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336855424:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016124.032003:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336855552:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016124.053138:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336855552:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016124.068119:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339430400 00000100:00100000:3.0:1734016124.068127:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339430400 00000100:00100000:3.0:1734016124.068178:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11329 00000100:00100000:3.0:1734016124.068184:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:6481:x1818247339430400:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016124.068200:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d178b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e07db6 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.070830:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:3.0:1734016124.070839:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:6481:x1818247339430400:12345-192.168.201.110@tcp:104: Request processed in 2653us (2978us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.070847:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11329 00000008:00010000:3.0:1734016124.087945:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.087969:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8241152 8245247) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016124.087992:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcb100 - object 0x280000400:5 offset 8241152<>8245248 00000100:00100000:3.0:1734016124.209769:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016124.225543:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016124.249955:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016124.291796:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016124.323128:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016124.359764:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339431168 00000100:00100000:3.0:1734016124.359775:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339431168 00000100:00100000:3.0:1734016124.359818:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11335 00000100:00100000:3.0:1734016124.359828:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339431168:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016124.359842:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.359852:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.359879:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 5, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016124.359881:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 8241248 mtime: 1734016124 atime: 1734016124 ctime: 1734016124 blocks: 440 00000020:00010000:3.0:1734016124.359883:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016124.359884:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 8241248 mtime: 1734016124 atime: 1734016124 ctime: 1734016124 blocks: 440 00000100:00100000:3.0:1734016124.359942:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339431168:12345-192.168.201.110@tcp:106: Request processed in 115us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.359949:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11335 00010000:00010000:3.0:1734016124.382896:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1802 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.382919:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1802 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.382934:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1802 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.382944:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1802 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.382949:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1802 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.382964:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8241248, setting rss=8241248; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016124.382988:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1802 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.382994:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1802 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.383002:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1802 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.383008:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943180 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016124.383021:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1802 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.383031:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016124.383038:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1802 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.383043:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1802 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016124.383089:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336858624:192.168.201.110@tcp:101:fsx.0 00000008:00010000:3.0:1734016124.390046:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.390078:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016124.390099:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336858880:192.168.201.110@tcp:3:fsx.0 00000080:00200000:3.0:1734016124.396459:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016124.396558:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 915 00000080:00200000:3.0:1734016124.396568:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016124.396582:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016124.396597:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [915, 915] 00000008:00010000:3.0:1734016124.396614:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016124.396619:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a4b0, osc lock ffff8800b5a2ba20, flags 0x0 00010000:00010000:3.0:1734016124.396641:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.396655:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3747840 3751935) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.396666:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.396673:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.396684:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016124.396853:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016124.396872:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.396896:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3747840 3751935) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016124.396935:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcaa00 - object 0x280000400:5 offset 3747840<>3751936 00000100:00100000:3.0:1734016124.396963:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336859136:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016124.412105:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.414539:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016124.414580:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336859136:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016124.429099:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.429130:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3735552 3739647) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016124.429171:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcaa00 - object 0x280000400:5 offset 3735552<>3739648 00000008:00010000:3.0:1734016124.434656:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.435641:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016124.435663:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336859904:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016124.467945:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.467975:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016124.467992:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336860160:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016124.475563:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.475609:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016124.475626:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336860288:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016124.485656:0:1981:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012aae7800: committing for last_committed 4294969288 gen 2 00000100:00100000:3.0:1734016124.485774:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336860416:192.168.201.110@tcp:16:fsx.0 00000100:00100000:3.0:1734016124.501069:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339431296 00000100:00100000:3.0:1734016124.501081:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339431296 00000100:00100000:3.0:1734016124.501144:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11336 00000100:00100000:3.0:1734016124.501153:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339431296:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016124.501166:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.501175:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.501198:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 11, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016124.501200:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 8241248 mtime: 1734016124 atime: 1734016124 ctime: 1734016124 blocks: 488 00000020:00010000:3.0:1734016124.501203:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016124.501204:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 8241248 mtime: 1734016124 atime: 1734016124 ctime: 1734016124 blocks: 488 00000100:00100000:3.0:1734016124.501266:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339431296:12345-192.168.201.110@tcp:106: Request processed in 115us (710us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.501273:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11336 00010000:00010000:3.0:1734016124.507480:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1809 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.507497:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1809 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.507508:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1809 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.507515:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1809 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.507521:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1809 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.507533:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8241248, setting rss=8241248; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016124.510171:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1809 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.510184:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1809 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.510191:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1809 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.510198:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5940240 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016124.510202:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1809 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.510212:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016124.510217:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1809 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.510222:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1809 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016124.510269:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336860544:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016124.517863:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339431424 00000100:00100000:3.0:1734016124.517871:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339431424 00000100:00100000:3.0:1734016124.517908:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11337 00000100:00100000:3.0:1734016124.517913:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339431424:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016124.517925:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.517933:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.517955:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 11, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016124.517957:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 8241248 mtime: 1734016124 atime: 1734016124 ctime: 1734016124 blocks: 488 00000020:00010000:3.0:1734016124.517960:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016124.517961:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 8241248 mtime: 1734016124 atime: 1734016124 ctime: 1734016124 blocks: 488 00000100:00100000:3.0:1734016124.518000:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339431424:12345-192.168.201.110@tcp:106: Request processed in 86us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.518007:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11337 00010000:00010000:3.0:1734016124.525699:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d1810 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.525784:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d1810 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.525797:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d1810 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.525804:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d1810 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.525810:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d1810 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.525824:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8241248, setting rss=8241248; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016124.525840:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d1810 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.525845:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d1810 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.525852:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d1810 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.525858:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943cc0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016124.525862:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d1810 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.525870:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016124.525874:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d1810 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.525879:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d1810 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016124.525914:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336860672:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016124.538301:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339431552 00000100:00100000:3.0:1734016124.538312:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339431552 00000100:00100000:3.0:1734016124.538350:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11338 00000100:00100000:3.0:1734016124.538357:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:6481:x1818247339431552:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016124.538373:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810fc0/0x7bf039d361d17e6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e07e2d expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.538445:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016124.538451:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:6481:x1818247339431552:12345-192.168.201.110@tcp:104: Request processed in 94us (651us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.538458:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11338 00000100:00100000:3.0:1734016124.545786:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336860928:192.168.201.110@tcp:36:fsx.0 00000080:00200000:3.0:1734016124.545831:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016124.545837:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016124.545851:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016124.545885:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016124.545897:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016124.545901:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588ac30, osc lock ffff8800b5a2b430, flags 0x0 00010000:00010000:3.0:1734016124.545925:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.545936:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.545962:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016124.545980:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336861184:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016124.546029:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe3480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.553431:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339431680 00000100:00100000:3.0:1734016124.553441:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339431680 00000100:00100000:3.0:1734016124.554190:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11339 00000100:00100000:3.0:1734016124.554196:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339431680:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016124.554210:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d17bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1077248->1126399) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e07dee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.555328:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016124.555337:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339431680:12345-192.168.201.110@tcp:104: Request processed in 1139us (2073us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.555345:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11339 00000100:00100000:3.0:1734016124.575599:0:4740:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016124.575614:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339431808 00000100:00100000:3.0:1734016124.575620:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339431808 00000100:00100000:3.0:1734016124.575649:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11340 00000100:00100000:3.0:1734016124.575654:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6470:x1818247339431808:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016124.575661:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.575667:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.575674:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.575680:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.575687:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.575694:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.575739:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800ae843cc0) 00000100:00100000:3.0:1734016124.575772:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6470:x1818247339431808:12345-192.168.201.110@tcp:105: Request processed in 118us (692us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.575778:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11340 00010000:00010000:3.0:1734016124.603786:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.603803:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016124.604259:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016124.604273:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012ffe3480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.604323:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8527872 8531967) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016124.604453:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc8380 - object 0x280000400:5 offset 3477504<>8531968 00000100:00100000:3.0:1734016124.604478:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336861696:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016124.604588:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016124.604593:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012ffe3780 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.604611:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7667712 7671807) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016124.604636:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcb800 - object 0x280000400:5 offset 7667712<>8527872 00000100:00100000:3.0:1734016124.604646:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336861952:192.168.201.110@tcp:3:fsx.0 00000020:00010000:3.0:1734016124.713282:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_release():233 00000020:00010000:3.0:1734016124.713287:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016124.713290:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891230 (ffff8800a7e71f38/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016124.713297:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.713306:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.713319:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016124.713322:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891230 (ffff8800a7e71b48/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016124.713338:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016124.713355:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016124.713368:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016124.713380:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2082, 2082] 00000008:00010000:3.0:1734016124.713393:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016124.713398:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a430, osc lock ffff8800b5a2abe0, flags 0x0 00010000:00010000:3.0:1734016124.713414:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.713425:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8527872 8531967) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.713434:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.713441:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.713447:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000001:00010000:3.0:1734016124.713461:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016124.713466:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016124.713467:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588aab0, osc lock ffff8800b5a2b0a0, flags 0x400001002 00010000:00010000:3.0:1734016124.713473:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.713480:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.713486:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.713492:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016124.713506:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8530718 i_blocks 488 00000020:00010000:3.0:1734016124.713509:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7ada0 (ffff8800a7e71b48/0) at cl_lock_release():233 00000020:00010000:3.0:1734016124.713511:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7ada0 (ffff8800a7e71b48/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016124.713513:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588aab0 (ffff8800a7e71f38/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016124.713515:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7ada0 (ffff8800a7e71b48/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016124.713516:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588aab0 (ffff8800a7e71b48/1) at cl_lock_fini():85 00000008:00010000:3.0:1734016124.713540:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016124.713555:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000020:00010000:3.0:1734016124.713565:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_release():233 00000020:00010000:3.0:1734016124.713567:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016124.713568:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a430 (ffff8800a7e71f38/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016124.713571:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.713578:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.713585:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016124.713587:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a430 (ffff8800a7e71b48/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016124.713593:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016124.713622:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 2081 00000080:00200000:3.0:1734016124.713629:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016124.713634:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016124.713638:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2081, 2081] 00000008:00010000:3.0:1734016124.713642:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016124.713644:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a430, osc lock ffff8800b5a2abe0, flags 0x0 00010000:00010000:3.0:1734016124.713650:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.713656:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8523776 8527871) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.713663:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.713669:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.713674:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.713691:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016124.713699:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016124.713704:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.713804:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.713812:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.713819:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_release():233 00000020:00010000:3.0:1734016124.713821:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016124.713823:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a430 (ffff8800a7e71f38/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016124.713826:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.713832:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.713839:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016124.713841:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a430 (ffff8800a7e71b48/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016124.713847:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016124.713859:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 2080 00000080:00200000:3.0:1734016124.713864:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016124.713868:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016124.713872:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2080, 2080] 00000008:00010000:3.0:1734016124.713876:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016124.713877:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a430, osc lock ffff8800b5a2abe0, flags 0x0 00010000:00010000:3.0:1734016124.713883:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.713890:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8519680 8523775) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.713896:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.713906:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.713912:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.713926:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016124.713933:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016124.713938:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.713944:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.713950:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.713956:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_release():233 00000020:00010000:3.0:1734016124.713958:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016124.713960:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a430 (ffff8800a7e71f38/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016124.713963:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.713969:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.713976:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016124.713979:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a430 (ffff8800a7e71b48/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016124.713984:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016124.713994:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 2079 00000080:00200000:3.0:1734016124.713998:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016124.714002:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016124.714005:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2079, 2079] 00000008:00010000:3.0:1734016124.714020:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016124.714022:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a430, osc lock ffff8800b5a2abe0, flags 0x0 00010000:00010000:3.0:1734016124.714028:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714034:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8515584 8519679) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714040:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714046:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714051:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.714065:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016124.714077:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016124.714082:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.714087:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.714093:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.714099:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_release():233 00000020:00010000:3.0:1734016124.714101:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016124.714103:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a430 (ffff8800a7e71f38/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016124.714106:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714112:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.714119:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016124.714121:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a430 (ffff8800a7e71b48/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016124.714126:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016124.714136:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 2078 00000080:00200000:3.0:1734016124.714140:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016124.714143:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016124.714146:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2078, 2078] 00000008:00010000:3.0:1734016124.714151:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016124.714152:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a430, osc lock ffff8800b5a2abe0, flags 0x0 00010000:00010000:3.0:1734016124.714157:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714164:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8511488 8515583) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714170:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714175:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714181:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.714195:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016124.714202:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016124.714207:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.714212:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.714218:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.714225:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_release():233 00000020:00010000:3.0:1734016124.714226:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016124.714228:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a430 (ffff8800a7e71f38/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016124.714231:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714237:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.714244:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016124.714246:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a430 (ffff8800a7e71b48/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016124.714251:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016124.714262:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 2077 00000080:00200000:3.0:1734016124.714266:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016124.714270:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016124.714273:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2077, 2077] 00000008:00010000:3.0:1734016124.714276:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016124.714278:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a430, osc lock ffff8800b5a2abe0, flags 0x0 00010000:00010000:3.0:1734016124.714283:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714289:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8507392 8511487) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714296:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714306:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714311:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.714325:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016124.714332:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016124.714337:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.714343:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.714349:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.714355:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_release():233 00000020:00010000:3.0:1734016124.714357:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016124.714359:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a430 (ffff8800a7e71f38/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016124.714362:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714368:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.714375:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016124.714377:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a430 (ffff8800a7e71b48/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016124.714381:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016124.714391:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 2076 00000080:00200000:3.0:1734016124.714394:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016124.714398:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016124.714401:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2076, 2076] 00000008:00010000:3.0:1734016124.714405:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016124.714407:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a430, osc lock ffff8800b5a2abe0, flags 0x0 00010000:00010000:3.0:1734016124.714412:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714418:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8503296 8507391) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714425:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714430:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714435:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.714448:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016124.714460:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016124.714465:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.714470:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.714477:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.714484:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_release():233 00000020:00010000:3.0:1734016124.714486:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016124.714487:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a430 (ffff8800a7e71f38/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016124.714490:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714496:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.714503:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016124.714505:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a430 (ffff8800a7e71b48/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016124.714510:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016124.714520:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 2075 00000080:00200000:3.0:1734016124.714525:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016124.714528:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016124.714532:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2075, 2075] 00000008:00010000:3.0:1734016124.714536:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016124.714538:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a430, osc lock ffff8800b5a2abe0, flags 0x0 00010000:00010000:3.0:1734016124.714543:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714550:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8499200 8503295) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714556:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714561:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714567:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.714579:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016124.714587:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016124.714592:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.714597:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.714604:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.714611:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_release():233 00000020:00010000:3.0:1734016124.714613:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016124.714615:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a430 (ffff8800a7e71f38/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016124.714617:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714623:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.714631:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016124.714633:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a430 (ffff8800a7e71b48/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016124.714638:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016124.714647:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 2074 00000080:00200000:3.0:1734016124.714652:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016124.714655:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016124.714659:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2074, 2074] 00000008:00010000:3.0:1734016124.714662:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016124.714664:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a430, osc lock ffff8800b5a2abe0, flags 0x0 00010000:00010000:3.0:1734016124.714669:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714676:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8495104 8499199) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714682:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714692:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714698:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.714735:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016124.714743:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016124.714749:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.714754:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.714760:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.714766:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_release():233 00000020:00010000:3.0:1734016124.714768:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016124.714769:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a430 (ffff8800a7e71f38/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016124.714772:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714778:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.714786:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016124.714788:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a430 (ffff8800a7e71b48/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016124.714793:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016124.714802:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 2073 00000080:00200000:3.0:1734016124.714806:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016124.714810:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016124.714813:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2073, 2073] 00000008:00010000:3.0:1734016124.714817:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016124.714818:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a430, osc lock ffff8800b5a2abe0, flags 0x0 00010000:00010000:3.0:1734016124.714823:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714830:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8491008 8495103) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714837:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714843:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714848:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.714861:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016124.714873:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016124.714878:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.714884:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.714890:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.714896:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_release():233 00000020:00010000:3.0:1734016124.714898:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016124.714899:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a430 (ffff8800a7e71f38/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016124.714902:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714908:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.714915:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016124.714917:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a430 (ffff8800a7e71b48/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016124.714922:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016124.714931:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 2072 00000080:00200000:3.0:1734016124.714936:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016124.714939:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016124.714943:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2072, 2072] 00000008:00010000:3.0:1734016124.714946:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016124.714948:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a430, osc lock ffff8800b5a2abe0, flags 0x0 00010000:00010000:3.0:1734016124.714954:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714960:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8486912 8491007) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714967:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714972:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.714977:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.714990:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016124.714998:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016124.715002:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.715020:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.715028:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.715034:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_release():233 00000020:00010000:3.0:1734016124.715036:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016124.715038:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a430 (ffff8800a7e71f38/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016124.715041:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.715047:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.715054:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016124.715055:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a430 (ffff8800a7e71b48/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016124.715061:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016124.715071:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 2071 00000080:00200000:3.0:1734016124.715074:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016124.715079:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016124.715082:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2071, 2071] 00000008:00010000:3.0:1734016124.715085:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016124.715087:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a430, osc lock ffff8800b5a2abe0, flags 0x0 00010000:00010000:3.0:1734016124.715092:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.715099:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8482816 8486911) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.715105:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.715115:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.715120:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.715134:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016124.715141:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016124.715146:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.715151:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.715157:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.715163:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_release():233 00000020:00010000:3.0:1734016124.715165:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016124.715167:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a430 (ffff8800a7e71f38/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016124.715170:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.715175:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.715182:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016124.715184:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a430 (ffff8800a7e71b48/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016124.715189:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016124.715198:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 2070 00000080:00200000:3.0:1734016124.715202:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016124.715206:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016124.715209:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2070, 2070] 00000008:00010000:3.0:1734016124.715213:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016124.715215:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a430, osc lock ffff8800b5a2abe0, flags 0x0 00010000:00010000:3.0:1734016124.715219:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.715226:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8478720 8482815) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.715232:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.715238:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.715243:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.715256:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016124.715267:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016124.715272:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.715278:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.715284:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.715291:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_release():233 00000020:00010000:3.0:1734016124.715293:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016124.715294:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a430 (ffff8800a7e71f38/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016124.715297:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.715303:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.715310:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016124.715311:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a430 (ffff8800a7e71b48/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016124.715316:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016124.715326:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 2069 00000080:00200000:3.0:1734016124.715330:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016124.715334:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016124.715337:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2069, 2069] 00000008:00010000:3.0:1734016124.715341:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016124.715343:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a430, osc lock ffff8800b5a2abe0, flags 0x0 00010000:00010000:3.0:1734016124.715348:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.715355:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8474624 8478719) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.715361:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.715367:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.715372:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.715385:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016124.715393:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016124.715398:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.715404:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.715411:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.715417:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_release():233 00000020:00010000:3.0:1734016124.715418:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016124.715420:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a430 (ffff8800a7e71f38/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016124.715423:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.715429:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.715436:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016124.715438:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a430 (ffff8800a7e71b48/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016124.715443:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016124.715453:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 2068 00000080:00200000:3.0:1734016124.715458:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016124.715462:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016124.715467:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2068, 2068] 00000008:00010000:3.0:1734016124.715470:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016124.715472:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a430, osc lock ffff8800b5a2abe0, flags 0x0 00010000:00010000:3.0:1734016124.715477:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.715485:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8470528 8474623) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.715492:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.715501:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.715507:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.715521:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016124.715528:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016124.715533:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.715539:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.715545:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.715550:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_release():233 00000020:00010000:3.0:1734016124.715552:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016124.715554:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a430 (ffff8800a7e71f38/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016124.715557:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.715562:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.715570:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016124.715571:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a430 (ffff8800a7e71b48/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016124.715576:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016124.715586:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 2067 00000080:00200000:3.0:1734016124.715590:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016124.715594:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016124.715597:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2067, 2067] 00000008:00010000:3.0:1734016124.715600:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016124.715602:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a430, osc lock ffff8800b5a2abe0, flags 0x0 00010000:00010000:3.0:1734016124.715607:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.715613:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8466432 8470527) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.715619:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.715625:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.715630:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.715643:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016124.715655:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016124.715660:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.715665:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.715671:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.715676:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_release():233 00000020:00010000:3.0:1734016124.715678:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016124.715680:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a430 (ffff8800a7e71f38/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016124.715683:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.715688:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.715695:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d167b8 (ffff8800a7e71b48/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016124.715697:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a430 (ffff8800a7e71b48/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016124.715702:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016124.715837:0:9673:0:(file.c:5185:ll_fsync()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8), start 8466432, end 8531967, datasync 1 00000080:00200000:3.0:1734016124.715844:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016124.715848:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:3.0:1734016124.715858:0:9673:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.715866:0:9673:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.716121:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8527872 8531967) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016124.716198:0:9673:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fca300 - object 0x280000400:5 offset 8466432<>8530718 00000080:00200000:3.0:1734016124.726337:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1734016124.726383:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc9f80 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336862208:192.168.201.110@tcp:44:fsx.0 00000100:00100000:3.0:1734016124.726447:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe3a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016124.774409:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016124.788174:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016124.798693:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339432192 00000100:00100000:3.0:1734016124.798701:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339432192 00000100:00100000:3.0:1734016124.798772:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11343 00000100:00100000:3.0:1734016124.798779:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:6481:x1818247339432192:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016124.798791:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d1825 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e07e81 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.798853:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016124.798858:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:6481:x1818247339432192:12345-192.168.201.110@tcp:104: Request processed in 80us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.798864:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11343 00010000:00010000:3.0:1734016124.840137:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 6/2,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.840152:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016124.840641:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016124.840654:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012ffe3840 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.840700:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1003520 1007615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016124.840814:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc9f80 - object 0x280000400:5 offset 0<>3477504 00000100:00100000:3.0:1734016124.840833:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336863744:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016124.931853:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016124.948962:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339432448 00000100:00100000:3.0:1734016124.948974:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339432448 00000100:00100000:3.0:1734016124.949036:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11345 00000100:00100000:3.0:1734016124.949043:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339432448:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016124.949056:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.949065:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016124.949090:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1400, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016124.949092:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 5728138 mtime: 1734016124 atime: 1734016124 ctime: 1734016124 blocks: 360 00000020:00010000:3.0:1734016124.949096:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016124.949097:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 5728138 mtime: 1734016124 atime: 1734016124 ctime: 1734016124 blocks: 360 00000100:00100000:3.0:1734016124.949145:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339432448:12345-192.168.201.110@tcp:106: Request processed in 102us (1923us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.949151:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11345 00010000:00010000:3.0:1734016124.956120:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d184f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.956138:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d184f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.956148:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d184f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.956155:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d184f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.956161:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d184f lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016124.956172:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5728138, setting rss=5728138; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016124.956530:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d184f lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.956537:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d184f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.956543:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d184f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.956549:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5940240 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016124.956553:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d184f lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.956563:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016124.956567:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d184f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016124.956572:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d184f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016124.957369:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336864128:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016124.969904:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339432576 00000100:00100000:3.0:1734016124.969912:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339432576 00000100:00100000:3.0:1734016124.969942:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11346 00000100:00100000:3.0:1734016124.969947:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:6481:x1818247339432576:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016124.969959:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810240/0x7bf039d361d1841 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e07eb2 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016124.970018:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016124.970023:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:6481:x1818247339432576:12345-192.168.201.110@tcp:104: Request processed in 75us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016124.970029:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11346 00000100:00100000:3.0:1734016125.038036:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336865024:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016125.125360:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016125.130093:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016125.133326:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336865792:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.148144:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d186b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.148163:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d186b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.148175:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d186b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.148181:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d186b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.148186:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d186b lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.148201:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5917712, setting rss=5917712; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016125.148222:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d186b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.148229:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d186b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.148234:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d186b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.148244:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943840 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016125.148249:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d186b lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.148259:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016125.148265:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d186b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.148270:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d186b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.148307:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336865792:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016125.151910:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339433088 00000100:00100000:3.0:1734016125.151920:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339433088 00000100:00100000:3.0:1734016125.151969:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11350 00000100:00100000:3.0:1734016125.151977:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339433088:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016125.151994:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1817 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e07e65 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.152074:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016125.152079:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339433088:12345-192.168.201.110@tcp:104: Request processed in 103us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.152086:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11350 00000008:00010000:3.0:1734016125.188919:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1872 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ef1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.188966:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1872 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ef1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.188991:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336866560:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016125.214953:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1872 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ef1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.214985:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1872 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ef1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.215014:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336866816:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016125.228197:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1872 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ef1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.228264:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1872 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ef1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.228289:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336867072:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016125.235324:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1872 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ef1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.235370:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1872 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ef1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.235398:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336867328:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016125.246930:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1872 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ef1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.246991:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1872 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ef1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.247020:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336867584:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016125.253619:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1872 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ef1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.253654:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1872 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ef1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.253678:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336867840:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016125.255223:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1872 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ef1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.255251:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (86016 90111) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1872 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ef1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016125.255282:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcaa00 - object 0x280000400:5 offset 86016<>90112 00000008:00010000:3.0:1734016125.258687:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1872 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ef1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.258766:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1872 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ef1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.258786:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336868096:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016125.263189:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1872 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ef1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.263236:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1872 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ef1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.263260:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336868352:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016125.275107:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1872 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ef1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.275150:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1872 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ef1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.275170:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336868608:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016125.287007:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1872 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ef1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.287136:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1872 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ef1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.287163:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336868864:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016125.295970:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1872 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ef1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.296020:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1872 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ef1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.296044:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336869120:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016125.300886:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1872 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ef1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.300932:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1872 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ef1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.300953:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336869376:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016125.309142:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1872 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ef1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.309185:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1872 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ef1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.309206:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336869632:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016125.322445:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1872 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ef1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.322500:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1872 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ef1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.322521:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336869888:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016125.337385:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1872 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ef1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.337440:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1872 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 114688->118783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07ef1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.337461:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336870144:192.168.201.110@tcp:3:fsx.0 00010000:00010000:3.0:1734016125.351503:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1879 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.351524:0:1980:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1879 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e07ef8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.351535:0:1980:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1879 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e07ef8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.351544:0:1980:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1879 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e07ef8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.351556:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 5917712, setting rss=5917712; kms=5917712, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1879 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e07ef8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.351589:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1879 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e07ef8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.351595:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1879 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e07ef8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.351600:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1879 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e07ef8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.351606:0:1980:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1879 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e07ef8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.351622:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336870272:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016125.359160:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339433344 00000100:00100000:3.0:1734016125.359168:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339433344 00000100:00100000:3.0:1734016125.359201:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339433472 00000100:00100000:3.0:1734016125.359203:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339433472 00000100:00100000:3.0:1734016125.359212:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11352 00000100:00100000:3.0:1734016125.359217:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339433344:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016125.359229:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1879 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e07ef8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.359515:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1734016125.359521:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339433344:12345-192.168.201.110@tcp:104: Request processed in 303us (2846us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.359528:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11352 00000100:00100000:3.0:1734016125.367939:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016125.430634:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336871296:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016125.440807:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016125.451978:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016125.465193:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016125.473616:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016125.487300:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339434240 00000100:00100000:3.0:1734016125.487310:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339434240 00000100:00100000:3.0:1734016125.487362:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11359 00000100:00100000:3.0:1734016125.487370:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339434240:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016125.487386:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d1880 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3907584->3911679) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07eff expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.487395:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d1880 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3907584->3911679) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07eff expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.487422:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 16, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016125.487424:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 7007436 mtime: 1734016125 atime: 1734016125 ctime: 1734016125 blocks: 448 00000020:00010000:3.0:1734016125.487427:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016125.487428:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 7007436 mtime: 1734016125 atime: 1734016125 ctime: 1734016125 blocks: 448 00000100:00100000:3.0:1734016125.487481:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339434240:12345-192.168.201.110@tcp:106: Request processed in 111us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.487487:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11359 00000100:00100000:3.0:1734016125.494300:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339434368 00000100:00100000:3.0:1734016125.494311:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339434368 00000100:00100000:3.0:1734016125.494353:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11360 00000100:00100000:3.0:1734016125.494361:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339434368:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016125.494375:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d1880 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3907584->3911679) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07eff expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.494386:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d1880 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3907584->3911679) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07eff expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.494411:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 16, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016125.494414:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 7007436 mtime: 1734016125 atime: 1734016125 ctime: 1734016125 blocks: 448 00000020:00010000:3.0:1734016125.494416:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016125.494417:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 7007436 mtime: 1734016125 atime: 1734016125 ctime: 1734016125 blocks: 448 00000100:00100000:3.0:1734016125.494464:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339434368:12345-192.168.201.110@tcp:106: Request processed in 104us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.494470:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11360 00010000:00010000:3.0:1734016125.500317:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d18aa lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.500335:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d18aa lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.500347:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d18aa lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.500354:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d18aa lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.500363:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d18aa lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.500374:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 7007436, setting rss=7007436; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016125.500385:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d18aa lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.500390:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d18aa lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.500397:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d18aa lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.500404:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5940d80 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016125.500409:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d18aa lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.500418:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016125.500422:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d18aa lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.500430:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d18aa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.501090:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336871936:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016125.516686:0:4739:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016125.516779:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339434496 00000100:00100000:3.0:1734016125.516787:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339434496 00000100:00100000:3.0:1734016125.516839:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11361 00000100:00100000:3.0:1734016125.516846:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339434496:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016125.516859:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d1880 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3907584->3911679) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07eff expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.516868:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d1880 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3907584->3911679) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07eff expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.516892:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 16, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016125.516894:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 7007436 mtime: 1734016125 atime: 1734016125 ctime: 1734016125 blocks: 448 00000020:00010000:3.0:1734016125.516897:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016125.516899:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 7007436 mtime: 1734016125 atime: 1734016125 ctime: 1734016125 blocks: 448 00000100:00100000:3.0:1734016125.516946:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339434496:12345-192.168.201.110@tcp:106: Request processed in 100us (5896us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.516952:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11361 00000100:00100000:3.0:1734016125.537143:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339434624 00000100:00100000:3.0:1734016125.537155:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339434624 00000100:00100000:3.0:1734016125.537251:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11362 00000100:00100000:3.0:1734016125.537259:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339434624:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016125.537277:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d1880 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3907584->3911679) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e07eff expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.537362:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016125.537369:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339434624:12345-192.168.201.110@tcp:104: Request processed in 110us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.537376:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11362 00000100:00100000:3.0:1734016125.553468:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016125.559098:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336872576:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016125.566493:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339434880 00000100:00100000:3.0:1734016125.566504:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339434880 00000100:00100000:3.0:1734016125.566566:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11364 00000100:00100000:3.0:1734016125.566574:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:6481:x1818247339434880:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016125.566591:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1856 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e07ed5 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016125.566667:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016125.566673:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:6481:x1818247339434880:12345-192.168.201.110@tcp:104: Request processed in 100us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.566679:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11364 00000100:00100000:3.0:1734016125.579547:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016125.587878:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016125.603296:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016125.610018:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016125.630945:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339435520 00000100:00100000:3.0:1734016125.630956:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339435520 00000100:00100000:3.0:1734016125.631033:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11369 00000100:00100000:3.0:1734016125.631041:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339435520:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016125.631058:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d18c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e07f53 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.631134:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016125.631140:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339435520:12345-192.168.201.110@tcp:104: Request processed in 100us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.631147:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11369 00000100:00100000:3.0:1734016125.638273:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339435648 00000100:00100000:3.0:1734016125.638282:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339435648 00000100:00100000:3.0:1734016125.639352:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11370 00000100:00100000:3.0:1734016125.639361:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6470:x1818247339435648:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016125.639373:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a640/0x7bf039d361d18e2 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e07f7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.639381:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a640/0x7bf039d361d18e2 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e07f7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.639389:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a640/0x7bf039d361d18e2 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e07f7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.639397:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a640/0x7bf039d361d18e2 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e07f7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.639405:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a640/0x7bf039d361d18e2 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e07f7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.639412:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a640/0x7bf039d361d18e2 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e07f7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.639956:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800a7f5a640) 00000100:00100000:3.0:1734016125.640841:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6470:x1818247339435648:12345-192.168.201.110@tcp:105: Request processed in 1478us (3059us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.640851:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11370 00000008:00010000:3.0:1734016125.677297:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a640/0x7bf039d361d18e2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07f7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.677343:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a640/0x7bf039d361d18e2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07f7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.677365:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336874752:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016125.692043:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a640/0x7bf039d361d18e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07f7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.692690:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a640/0x7bf039d361d18e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07f7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.693037:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336874880:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016125.749911:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336875776:192.168.201.110@tcp:16:fsx.0 00000100:00100000:3.0:1734016125.760182:0:1981:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012aae7800: committing for last_committed 4294969300 gen 2 00000100:00100000:3.0:1734016125.760242:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336875776:192.168.201.110@tcp:16:fsx.0 00000100:00100000:3.0:1734016125.772951:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339435776 00000100:00100000:3.0:1734016125.772959:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339435776 00000100:00100000:3.0:1734016125.773003:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11371 00000100:00100000:3.0:1734016125.773010:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339435776:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016125.773023:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a640/0x7bf039d361d18e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07f7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.773037:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a640/0x7bf039d361d18e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07f7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.773058:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 21, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016125.773060:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 10382109 mtime: 1734016125 atime: 1734016125 ctime: 1734016125 blocks: 496 00000020:00010000:3.0:1734016125.773063:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016125.773064:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 10382109 mtime: 1734016125 atime: 1734016125 ctime: 1734016125 blocks: 496 00000100:00100000:3.0:1734016125.773103:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339435776:12345-192.168.201.110@tcp:106: Request processed in 94us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.773109:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11371 00000100:00100000:3.0:1734016125.793686:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339435904 00000100:00100000:3.0:1734016125.793699:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339435904 00000100:00100000:3.0:1734016125.793790:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11372 00000100:00100000:3.0:1734016125.793798:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339435904:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016125.793814:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a640/0x7bf039d361d18e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07f7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.793825:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a640/0x7bf039d361d18e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07f7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.793853:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 21, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016125.793855:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10382109 mtime: 1734016125 atime: 1734016125 ctime: 1734016125 blocks: 496 00000020:00010000:3.0:1734016125.793859:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016125.793860:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10382109 mtime: 1734016125 atime: 1734016125 ctime: 1734016125 blocks: 496 00000100:00100000:3.0:1734016125.793914:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339435904:12345-192.168.201.110@tcp:106: Request processed in 116us (1168us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.793921:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11372 00000100:00100000:3.0:1734016125.813238:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339436032 00000100:00100000:3.0:1734016125.813247:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339436032 00000100:00100000:3.0:1734016125.813290:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11373 00000100:00100000:3.0:1734016125.813297:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339436032:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016125.813313:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a640/0x7bf039d361d18e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07f7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.813323:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a640/0x7bf039d361d18e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07f7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.813351:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 21, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016125.813353:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 10382109 mtime: 1734016125 atime: 1734016125 ctime: 1734016125 blocks: 536 00000020:00010000:3.0:1734016125.813356:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016125.813357:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 10382109 mtime: 1734016125 atime: 1734016125 ctime: 1734016125 blocks: 536 00000100:00100000:3.0:1734016125.813407:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339436032:12345-192.168.201.110@tcp:106: Request processed in 109us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.813413:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11373 00010000:00010000:3.0:1734016125.823152:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d1905 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.823173:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d1905 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.823187:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d1905 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.823198:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d1905 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.823205:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d1905 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.823220:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10382109, setting rss=10382109; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016125.824483:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d1905 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.824496:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d1905 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.824504:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d1905 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.824511:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941d40 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016125.824516:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d1905 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.824527:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016125.824532:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d1905 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.824538:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d1905 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.824596:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336876416:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016125.834625:0:9553:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016125.834646:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339436160 00000100:00100000:3.0:1734016125.834655:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339436160 00000100:00100000:3.0:1734016125.834696:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11374 00000100:00100000:3.0:1734016125.834704:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc31850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339436160:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016125.834743:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a640/0x7bf039d361d18e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07f7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.834752:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a640/0x7bf039d361d18e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07f7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.834778:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 21, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016125.834781:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10382109 mtime: 1734016125 atime: 1734016125 ctime: 1734016125 blocks: 536 00000020:00010000:3.0:1734016125.834784:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016125.834785:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10382109 mtime: 1734016125 atime: 1734016125 ctime: 1734016125 blocks: 536 00000100:00100000:3.0:1734016125.834828:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc31850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339436160:12345-192.168.201.110@tcp:106: Request processed in 124us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.834833:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11374 00010000:00010000:3.0:1734016125.840228:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d190c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.840250:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d190c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.840268:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d190c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.840274:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d190c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.840281:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d190c lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.840295:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10382109, setting rss=10382109; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016125.840308:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d190c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.840314:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d190c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.840321:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d190c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.840328:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b59421c0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016125.840333:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d190c lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.840343:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016125.840349:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d190c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.840360:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d190c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.842086:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336876544:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016125.846417:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339436288 00000100:00100000:3.0:1734016125.846430:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339436288 00000100:00100000:3.0:1734016125.846908:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11375 00000100:00100000:3.0:1734016125.846916:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:6481:x1818247339436288:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016125.846933:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5a400/0x7bf039d361d18e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e07f8b expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016125.847656:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016125.847663:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:6481:x1818247339436288:12345-192.168.201.110@tcp:104: Request processed in 747us (1392us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.847670:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11375 00000100:00100000:3.0:1734016125.857057:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336876800:192.168.201.110@tcp:36:fsx.0 00000080:00200000:3.0:1734016125.857107:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016125.857113:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016125.857130:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016125.857145:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016125.857157:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016125.857160:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a3b0, osc lock ffff8800b5a2abe0, flags 0x0 00010000:00010000:3.0:1734016125.857193:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.857203:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.857233:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.857254:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc9880 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336877056:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016125.857291:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe3300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016125.861410:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339436416 00000100:00100000:3.0:1734016125.861421:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339436416 00000100:00100000:3.0:1734016125.861463:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11376 00000100:00100000:3.0:1734016125.861470:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339436416:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016125.861486:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a640/0x7bf039d361d18e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e07f7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.862544:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016125.862554:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339436416:12345-192.168.201.110@tcp:104: Request processed in 1082us (1339us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.862562:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11376 00000100:00100000:3.0:1734016125.865692:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc9880 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336877056:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016125.865732:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.865742:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.865749:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016125.871103:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339436544 00000100:00100000:3.0:1734016125.871114:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339436544 00000100:00100000:3.0:1734016125.871677:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11377 00000100:00100000:3.0:1734016125.871686:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9956:x1818247339436544:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016125.871701:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.871740:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.871750:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.871761:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.871770:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.871780:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.871807:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800ae843cc0) 00000100:00100000:3.0:1734016125.871861:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9956:x1818247339436544:12345-192.168.201.110@tcp:105: Request processed in 175us (1697us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016125.871870:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11377 00000080:00a00000:3.0:1734016125.943561:0:9673:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0x9:0x0] vma=ffff8800b59450d8 start=0x7f8ee1eff000 end=0x7f8ee1f0e000 vm_flags=0xfb 00000080:00200000:3.0:1734016125.943609:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016125.943617:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016125.943638:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016125.943641:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588aab0, osc lock ffff8800b5a2b0a0, flags 0x400001002 00010000:00010000:3.0:1734016125.943659:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.943673:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.943684:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.943692:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016125.943785:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9665472 i_blocks 512 00000020:00010000:3.0:1734016125.943791:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb2da0 (ffff8800b6d88638/0) at cl_lock_release():233 00000020:00010000:3.0:1734016125.943794:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb2da0 (ffff8800b6d88638/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016125.943796:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588aab0 (ffff8800b6d88518/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016125.943799:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb2da0 (ffff8800b6d88638/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016125.943801:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588aab0 (ffff8800b6d88638/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016125.943810:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016125.943845:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1497 00000080:00200000:3.0:1734016125.943858:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016125.943864:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016125.943871:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1497, 1497] 00000008:00010000:3.0:1734016125.943876:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016125.943879:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588aab0, osc lock ffff8800b5a2b0a0, flags 0x0 00010000:00010000:3.0:1734016125.943886:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.943893:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6131712 6135807) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.943900:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.943906:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.943911:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.943938:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016125.943952:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000020:00010000:3.0:1734016125.943964:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_release():233 00000020:00010000:3.0:1734016125.943966:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016125.943968:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588aab0 (ffff8800b6d88518/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016125.943971:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.943981:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.944000:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016125.944002:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588aab0 (ffff8800b6d88638/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016125.944009:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016125.944024:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1496 00000080:00200000:3.0:1734016125.944029:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016125.944033:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016125.944037:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1496, 1496] 00000008:00010000:3.0:1734016125.944042:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016125.944044:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588aab0, osc lock ffff8800b5a2b0a0, flags 0x0 00010000:00010000:3.0:1734016125.944050:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944057:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6127616 6131711) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944063:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 9/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944069:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 9/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944075:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 8/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.944093:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016125.944101:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016125.944106:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.944113:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.944121:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.944127:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_release():233 00000020:00010000:3.0:1734016125.944128:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016125.944130:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588aab0 (ffff8800b6d88518/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016125.944133:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944138:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.944145:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016125.944146:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588aab0 (ffff8800b6d88638/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016125.944151:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016125.944161:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1495 00000080:00200000:3.0:1734016125.944165:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016125.944169:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016125.944173:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1495, 1495] 00000008:00010000:3.0:1734016125.944176:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016125.944178:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588aab0, osc lock ffff8800b5a2b0a0, flags 0x0 00010000:00010000:3.0:1734016125.944184:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944191:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6123520 6127615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944198:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 9/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944202:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 9/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944207:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 8/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.944220:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016125.944227:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016125.944231:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.944237:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.944249:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.944254:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_release():233 00000020:00010000:3.0:1734016125.944256:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016125.944258:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588aab0 (ffff8800b6d88518/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016125.944260:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944266:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.944272:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016125.944273:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588aab0 (ffff8800b6d88638/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016125.944279:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016125.944289:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1494 00000080:00200000:3.0:1734016125.944294:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016125.944298:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016125.944301:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1494, 1494] 00000008:00010000:3.0:1734016125.944305:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016125.944306:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588aab0, osc lock ffff8800b5a2b0a0, flags 0x0 00010000:00010000:3.0:1734016125.944311:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944318:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6119424 6123519) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944328:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 9/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944333:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 9/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944339:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 8/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.944349:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016125.944357:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016125.944362:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.944367:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.944373:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.944378:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_release():233 00000020:00010000:3.0:1734016125.944380:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016125.944382:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588aab0 (ffff8800b6d88518/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016125.944385:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944391:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.944398:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016125.944399:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588aab0 (ffff8800b6d88638/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016125.944405:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016125.944414:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1493 00000080:00200000:3.0:1734016125.944418:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016125.944423:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016125.944426:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1493, 1493] 00000008:00010000:3.0:1734016125.944429:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016125.944430:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588aab0, osc lock ffff8800b5a2b0a0, flags 0x0 00010000:00010000:3.0:1734016125.944436:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944442:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6115328 6119423) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944447:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 9/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944453:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 9/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944458:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 8/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.944472:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016125.944480:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016125.944484:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.944490:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.944495:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.944500:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_release():233 00000020:00010000:3.0:1734016125.944501:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016125.944503:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588aab0 (ffff8800b6d88518/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016125.944506:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944510:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.944517:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016125.944519:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588aab0 (ffff8800b6d88638/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016125.944523:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016125.944533:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1492 00000080:00200000:3.0:1734016125.944537:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016125.944541:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016125.944543:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1492, 1492] 00000008:00010000:3.0:1734016125.944546:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016125.944548:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588aab0, osc lock ffff8800b5a2b0a0, flags 0x0 00010000:00010000:3.0:1734016125.944553:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944558:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6111232 6115327) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944564:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 9/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944569:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 9/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944573:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 8/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.944584:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016125.944590:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016125.944594:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.944600:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.944609:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.944615:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_release():233 00000020:00010000:3.0:1734016125.944616:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016125.944617:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588aab0 (ffff8800b6d88518/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016125.944620:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944625:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.944632:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016125.944633:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588aab0 (ffff8800b6d88638/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016125.944638:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016125.944647:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1491 00000080:00200000:3.0:1734016125.944650:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016125.944654:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016125.944656:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1491, 1491] 00000008:00010000:3.0:1734016125.944660:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016125.944661:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588aab0, osc lock ffff8800b5a2b0a0, flags 0x0 00010000:00010000:3.0:1734016125.944666:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944672:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6107136 6111231) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944682:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 9/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944688:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 9/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944691:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 8/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.944703:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016125.944740:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016125.944746:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.944752:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.944757:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.944763:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_release():233 00000020:00010000:3.0:1734016125.944764:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016125.944767:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588aab0 (ffff8800b6d88518/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016125.944770:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944775:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.944784:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016125.944786:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588aab0 (ffff8800b6d88638/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016125.944790:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016125.944802:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1490 00000080:00200000:3.0:1734016125.944808:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016125.944812:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016125.944815:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1490, 1490] 00000008:00010000:3.0:1734016125.944817:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016125.944819:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588aab0, osc lock ffff8800b5a2b0a0, flags 0x0 00010000:00010000:3.0:1734016125.944823:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944829:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6103040 6107135) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944835:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 9/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944840:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 9/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944845:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 8/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.944863:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016125.944873:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016125.944877:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.944883:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.944888:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.944893:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_release():233 00000020:00010000:3.0:1734016125.944896:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016125.944897:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588aab0 (ffff8800b6d88518/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016125.944899:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944906:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.944914:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016125.944916:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588aab0 (ffff8800b6d88638/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016125.944921:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016125.944932:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1489 00000080:00200000:3.0:1734016125.944935:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016125.944940:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016125.944942:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1489, 1489] 00000008:00010000:3.0:1734016125.944946:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016125.944947:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588aab0, osc lock ffff8800b5a2b0a0, flags 0x0 00010000:00010000:3.0:1734016125.944952:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944957:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6098944 6103039) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944964:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 9/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944969:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 9/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.944973:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 8/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.944984:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016125.945004:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016125.945009:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.945015:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.945024:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.945029:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_release():233 00000020:00010000:3.0:1734016125.945031:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016125.945034:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588aab0 (ffff8800b6d88518/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016125.945036:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.945041:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.945047:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016125.945049:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588aab0 (ffff8800b6d88638/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016125.945054:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016125.945064:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1488 00000080:00200000:3.0:1734016125.945067:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016125.945071:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016125.945073:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1488, 1488] 00000008:00010000:3.0:1734016125.945076:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016125.945077:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588aab0, osc lock ffff8800b5a2b0a0, flags 0x0 00010000:00010000:3.0:1734016125.945082:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.945087:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6094848 6098943) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.945097:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 9/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.945102:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 9/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.945108:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 8/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.945121:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016125.945127:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016125.945132:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.945139:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.945145:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.945151:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_release():233 00000020:00010000:3.0:1734016125.945152:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016125.945154:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588aab0 (ffff8800b6d88518/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016125.945157:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.945164:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.945170:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016125.945172:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588aab0 (ffff8800b6d88638/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016125.945178:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016125.945187:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1487 00000080:00200000:3.0:1734016125.945191:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016125.945195:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016125.945197:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1487, 1487] 00000008:00010000:3.0:1734016125.945201:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016125.945202:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588aab0, osc lock ffff8800b5a2b0a0, flags 0x0 00010000:00010000:3.0:1734016125.945207:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.945213:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6090752 6094847) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.945218:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 9/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.945224:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 9/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.945229:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 8/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.945247:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016125.945254:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016125.945260:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.945266:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.945272:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.945278:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_release():233 00000020:00010000:3.0:1734016125.945280:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016125.945281:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588aab0 (ffff8800b6d88518/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016125.945284:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.945289:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.945295:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016125.945297:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588aab0 (ffff8800b6d88638/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016125.945301:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016125.945310:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1486 00000080:00200000:3.0:1734016125.945315:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016125.945319:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016125.945322:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1486, 1486] 00000008:00010000:3.0:1734016125.945325:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016125.945327:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588aab0, osc lock ffff8800b5a2b0a0, flags 0x0 00010000:00010000:3.0:1734016125.945331:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.945339:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6086656 6090751) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.945345:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 9/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.945351:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 9/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.945356:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 8/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.945367:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016125.945373:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016125.945378:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.945384:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.945394:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.945398:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_release():233 00000020:00010000:3.0:1734016125.945400:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016125.945402:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588aab0 (ffff8800b6d88518/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016125.945405:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.945411:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.945417:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016125.945419:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588aab0 (ffff8800b6d88638/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016125.945423:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016125.945432:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1485 00000080:00200000:3.0:1734016125.945436:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016125.945440:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016125.945443:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1485, 1485] 00000008:00010000:3.0:1734016125.945446:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016125.945448:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588aab0, osc lock ffff8800b5a2b0a0, flags 0x0 00010000:00010000:3.0:1734016125.945452:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.945458:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6082560 6086655) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.945468:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 9/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.945474:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 9/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.945480:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 8/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.945492:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016125.945498:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016125.945503:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.945509:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.945515:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.945520:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_release():233 00000020:00010000:3.0:1734016125.945522:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016125.945524:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588aab0 (ffff8800b6d88518/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016125.945527:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.945534:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.945540:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016125.945541:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588aab0 (ffff8800b6d88638/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016125.945546:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016125.945554:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1484 00000080:00200000:3.0:1734016125.945558:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016125.945562:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016125.945565:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1484, 1484] 00000008:00010000:3.0:1734016125.945568:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016125.945569:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588aab0, osc lock ffff8800b5a2b0a0, flags 0x0 00010000:00010000:3.0:1734016125.945574:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.945581:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6078464 6082559) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.945587:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 9/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.945592:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 9/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.945596:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 8/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.945610:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016125.945617:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016125.945621:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.945627:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.945632:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.945637:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_release():233 00000020:00010000:3.0:1734016125.945639:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016125.945641:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588aab0 (ffff8800b6d88518/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016125.945644:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.945650:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.945656:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016125.945658:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588aab0 (ffff8800b6d88638/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016125.945661:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016125.945671:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1483 00000080:00200000:3.0:1734016125.945676:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016125.945679:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016125.945682:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1483, 1483] 00000008:00010000:3.0:1734016125.945685:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016125.945687:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588aab0, osc lock ffff8800b5a2b0a0, flags 0x0 00010000:00010000:3.0:1734016125.945692:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.945699:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6074368 6078463) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.945704:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 9/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.945754:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 9/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.945759:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 8/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.945773:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016125.945782:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016125.945787:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.945792:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.945802:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.945808:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_release():233 00000020:00010000:3.0:1734016125.945810:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016125.945811:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588aab0 (ffff8800b6d88518/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016125.945814:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.945819:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016125.945825:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154b78 (ffff8800b6d88638/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016125.945826:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588aab0 (ffff8800b6d88638/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016125.945832:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016125.945851:0:9673:0:(file.c:5185:ll_fsync()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8), start 6074368, end 6135807, datasync 1 00000080:00200000:3.0:1734016125.945858:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016125.945862:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:3.0:1734016125.945872:0:9673:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.945878:0:9673:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.945884:0:9673:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.945892:0:9673:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.955377:0:9673:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016125.955400:0:9673:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016125.955437:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6131712 6135807) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d1913 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e07fc3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016125.955545:0:9673:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcb100 - object 0x280000400:5 offset 4882432<>9665472 00000100:00100000:3.0:1734016125.955586:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016125.955602:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336877824:192.168.201.110@tcp:4:fsx.0 00000080:00200000:3.0:1734016125.997404:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1734016125.997465:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8a80 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336877952:192.168.201.110@tcp:44:fsx.0 00000100:00100000:3.0:1734016125.997560:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe39c0 going to sleep for 11 seconds 00000080:00200008:3.0:1734016126.033115:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016126.033123:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:3.0:1734016126.033139:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016126.033151:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800ab2c8800 type 13 mode 30 res 8589935617/9 (0 0) 00010000:00010000:3.0:1734016126.033191:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae842640/0x7bf039d361d1921 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 9673 initiator: MDT0 00010000:00010000:3.0:1734016126.033202:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae842640/0x7bf039d361d1921 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00010000:00010000:3.0:1734016126.033209:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae842640/0x7bf039d361d1921 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00000100:00100000:3.0:1734016126.033225:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8000 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247336878208:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016126.033267:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe3180 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.070193:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016126.086801:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016126.101492:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016126.398963:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016126.399031:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016126.452805:0:1980:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012aae7800: committing for last_committed 4294969305 gen 2 00000008:00010000:3.0:1734016126.452868:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### no dlm lock: extent: ffff8800ab3e8600 00000008:00010000:3.0:1734016126.452921:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### no dlm lock: extent: ffff8800ab3e8600 00000100:00100000:3.0:1734016126.452939:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336880384:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016126.461977:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016126.469924:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016126.481232:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016126.489156:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016126.494441:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339437824 00000100:00100000:3.0:1734016126.494450:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339437824 00000100:00100000:3.0:1734016126.494491:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11386 00000100:00100000:3.0:1734016126.494498:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6470:x1818247339437824:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016126.494513:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d1952 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0802c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.494527:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d1952 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0802c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.494535:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d1952 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e0802c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.494546:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d1952 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x3f004d6452e0802c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.494554:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d1952 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x3f004d6452e0802c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.494562:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d1952 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000000000 nid: local remote: 0x3f004d6452e0802c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.494580:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5940fc0) 00000100:00100000:3.0:1734016126.494636:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6470:x1818247339437824:12345-192.168.201.110@tcp:105: Request processed in 138us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.494643:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11386 00000100:00100000:3.0:1734016126.522776:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016126.533993:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247336882304:192.168.201.110@tcp:36:fsx.0 00000080:00200000:3.0:1734016126.534046:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016126.534053:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016126.534070:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016126.534086:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016126.534102:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016126.534106:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588afb0, osc lock ffff8800b5a2b0a0, flags 0x0 00010000:00010000:3.0:1734016126.534138:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae840d80/0x7bf039d361d1960 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.534148:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae840d80/0x7bf039d361d1960 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.534188:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae840d80/0x7bf039d361d1960 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016126.534210:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb100 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247336882560:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016126.534276:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe3f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.542017:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339438208 00000100:00100000:3.0:1734016126.542030:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339438208 00000100:00100000:3.0:1734016126.542172:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11388 00000100:00100000:3.0:1734016126.542180:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339438208:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016126.542198:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d1952 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e0802c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.543046:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016126.543057:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339438208:12345-192.168.201.110@tcp:104: Request processed in 876us (1191us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.543066:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11388 00000100:00100000:3.0:1734016126.556770:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339438336 00000100:00100000:3.0:1734016126.556781:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339438336 00000100:00100000:3.0:1734016126.556839:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11389 00000100:00100000:3.0:1734016126.556847:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9956:x1818247339438336:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016126.556860:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae840d80/0x7bf039d361d1960 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08048 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.556870:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae840d80/0x7bf039d361d1960 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08048 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.556878:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae840d80/0x7bf039d361d1960 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08048 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.556886:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae840d80/0x7bf039d361d1960 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08048 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.556894:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae840d80/0x7bf039d361d1960 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08048 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.556903:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae840d80/0x7bf039d361d1960 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e08048 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.556924:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800ae840d80) 00000100:00100000:3.0:1734016126.556993:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9956:x1818247339438336:12345-192.168.201.110@tcp:105: Request processed in 145us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.557000:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11389 00000100:00100000:3.0:1734016126.558916:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336882816:192.168.201.110@tcp:10:fsx.0 00000100:00100000:3.0:1734016126.564305:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336882816:192.168.201.110@tcp:10:fsx.0 00000100:00100000:3.0:1734016126.581635:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339438464 00000100:00100000:3.0:1734016126.581647:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339438464 00000100:00100000:3.0:1734016126.590569:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339438592 00000100:00100000:3.0:1734016126.590578:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339438592 00000100:00100000:3.0:1734016126.590625:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11391 00000100:00100000:3.0:1734016126.590634:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9956:x1818247339438592:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016126.590647:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d196e lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6049792->6078463] (req 6049792->6078463) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0805d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.590656:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d196e lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6049792->6078463] (req 6049792->6078463) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0805d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.590665:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d196e lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6049792->6078463) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e0805d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.590674:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d196e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6049792->6078463) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e0805d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.590681:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d196e lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6049792->6078463) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e0805d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.590689:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d196e lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6049792->6078463) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e0805d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.590734:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012d811f80) 00000100:00100000:3.0:1734016126.590792:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9956:x1818247339438592:12345-192.168.201.110@tcp:105: Request processed in 158us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.590799:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11391 00000080:00200000:3.0:1734016126.835429:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6847299 i_blocks 528 00000080:00200000:3.0:1734016126.835446:0:9673:0:(file.c:2044:ll_file_io_generic()) iot: 2, result: 27030 00000080:00200008:3.0:1734016126.835469:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016126.835477:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:3.0:1734016126.835497:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016126.835513:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d1967 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08056 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016126.835525:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d1967 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08056 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016126.835538:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:3.0:1734016126.835541:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d1967 00000080:00010000:3.0:1734016126.835558:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d1967 from it ffff8800a7d3bcd8 00010000:00010000:3.0:1734016126.835561:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d1967 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08056 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016126.835568:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d1967 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08056 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016126.835593:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016126.835603:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016126.835648:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016126.835651:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a8b0, osc lock ffff8800b5a2ad10, flags 0x400001002 00010000:00010000:3.0:1734016126.835673:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d1975 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.835681:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843a80/0x7bf039d361d1975 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016126.835785:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336883840:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016126.876920:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:3.0:1734016126.887696:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6847299 i_blocks 528 00000020:00010000:3.0:1734016126.887702:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fd918 (ffff8800aeaf9ab8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016126.887705:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fd918 (ffff8800aeaf9ab8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.887748:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a8b0 (ffff8800b6d88488/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.887751:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fd918 (ffff8800aeaf9ab8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016126.887753:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a8b0 (ffff8800aeaf9ab8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016126.887763:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016126.887782:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016126.887787:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016126.887794:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016126.887805:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016126.887807:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a8b0, osc lock ffff8800b5a2ad10, flags 0x400001002 00010000:00010000:3.0:1734016126.887825:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d197c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.887832:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d197c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016126.887877:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336883968:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016126.892228:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:3.0:1734016126.912695:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6847299 i_blocks 528 00000020:00010000:3.0:1734016126.912703:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fd918 (ffff8800aeaf9ab8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016126.912706:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fd918 (ffff8800aeaf9ab8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.912751:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a8b0 (ffff8800b6d88488/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016126.912754:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fd918 (ffff8800aeaf9ab8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016126.912756:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a8b0 (ffff8800aeaf9ab8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016126.912767:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016126.912779:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 6847299 00000080:00200008:3.0:1734016126.912800:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016126.912806:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:3.0:1734016126.912821:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016126.912831:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b3df9000 type 13 mode 30 res 8589935617/9 (0 0) 00010000:00010000:3.0:1734016126.912864:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d1983 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 9673 initiator: MDT0 00010000:00010000:3.0:1734016126.912871:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d1983 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00010000:00010000:3.0:1734016126.912879:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d1983 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00000100:00100000:3.0:1734016126.912897:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8e00 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336884096:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016126.912942:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe3a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016126.920663:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:3.0:1734016126.969132:0:5246:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016126.969192:0:5246:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d196e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6049792->6078463) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e0805d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.969202:0:5246:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016126.970522:0:5246:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d196e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6049792->6078463) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e0805d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.970532:0:5246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d196e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6049792->6078463) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e0805d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.970559:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016126.970561:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016126.970565:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016126.972554:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339439872 00000100:00100000:3.0:1734016126.972564:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339439872 00000100:00100000:3.0:1734016126.972610:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11395 00000100:00100000:3.0:1734016126.972617:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9956:x1818247339439872:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016126.972629:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d198a lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2785280->2801663] (req 2785280->2801663) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08080 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.972637:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d198a lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2785280->2801663] (req 2785280->2801663) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08080 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.972646:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d198a lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2785280->2801663) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08080 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.972655:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d198a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2785280->2801663) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08080 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.972664:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d198a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2785280->2801663) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08080 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.972673:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d198a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2785280->2801663) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e08080 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016126.972701:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012d810000) 00000100:00100000:3.0:1734016126.972777:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9956:x1818247339439872:12345-192.168.201.110@tcp:105: Request processed in 160us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016126.972783:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11395 00000100:00100000:3.0:1734016126.981098:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016126.986390:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016127.005549:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339440256 00000100:00100000:3.0:1734016127.005562:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339440256 00000100:00100000:3.0:1734016127.005609:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11398 00000100:00100000:3.0:1734016127.005617:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339440256:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016127.005634:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d1991 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5517312->5554175) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08087 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.005644:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d1991 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5517312->5554175) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08087 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016127.005677:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 203, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016127.005679:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 6847299 mtime: 1734016127 atime: 1734016125 ctime: 1734016127 blocks: 584 00000020:00010000:3.0:1734016127.005682:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016127.005683:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 6847299 mtime: 1734016127 atime: 1734016125 ctime: 1734016127 blocks: 584 00000100:00100000:3.0:1734016127.006241:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339440256:12345-192.168.201.110@tcp:106: Request processed in 621us (820us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.006250:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11398 00000100:00100000:3.0:1734016127.013305:0:9553:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016127.013330:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339440384 00000100:00100000:3.0:1734016127.013339:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339440384 00000100:00100000:3.0:1734016127.013432:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11399 00000100:00100000:3.0:1734016127.013441:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc32850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339440384:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016127.013459:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d1991 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5517312->5554175) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08087 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.013469:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d1991 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5517312->5554175) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08087 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016127.013494:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 203, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016127.013496:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 6847299 mtime: 1734016127 atime: 1734016125 ctime: 1734016127 blocks: 584 00000020:00010000:3.0:1734016127.013499:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016127.013500:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 6847299 mtime: 1734016127 atime: 1734016125 ctime: 1734016127 blocks: 584 00000100:00100000:3.0:1734016127.013555:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc32850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339440384:12345-192.168.201.110@tcp:106: Request processed in 115us (803us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.013561:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11399 00010000:00010000:3.0:1734016127.017520:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d199f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.017548:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d199f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.017562:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d199f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.017569:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d199f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.017577:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d199f lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.017600:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6847299, setting rss=6847299; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016127.017616:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d199f lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.017623:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d199f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.017631:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d199f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.017639:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5942640 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016127.017645:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d199f lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.017659:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016127.017667:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d199f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.017673:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d199f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.018551:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336885376:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016127.025000:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339440512 00000100:00100000:3.0:1734016127.025015:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339440512 00000100:00100000:3.0:1734016127.025079:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11400 00000100:00100000:3.0:1734016127.025089:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7696:x1818247339440512:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016127.025112:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d1991 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5517312->5554175) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08087 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.025218:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016127.025226:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7696:x1818247339440512:12345-192.168.201.110@tcp:104: Request processed in 138us (1445us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.025234:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11400 00000100:00100000:3.0:1734016127.042839:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336885888:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016127.054161:0:1981:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012aae7800: committing for last_committed 4294969312 gen 2 00000008:00010000:3.0:1734016127.054224:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### no dlm lock: extent: ffff8800ab3e80c0 00000008:00010000:3.0:1734016127.054248:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### no dlm lock: extent: ffff8800ab3e80c0 00000100:00100000:3.0:1734016127.054264:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336885632:192.168.201.110@tcp:4:fsx.0 00010000:00010000:3.0:1734016127.058030:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d19a6 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.058061:0:1981:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d19a6 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e080a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.058076:0:1981:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d19a6 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e080a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.058086:0:1981:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d19a6 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e080a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.058104:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 6847299, setting rss=6847299; kms=6847299, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d19a6 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e080a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.058128:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d19a6 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e080a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.058135:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d19a6 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e080a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.058141:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d19a6 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e080a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.058148:0:1981:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d19a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e080a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.058168:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336886016:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016127.060427:0:1980:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012db5a800: committing for last_committed 4294969311 gen 1 00010000:00010000:3.0:1734016127.060522:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.060538:0:1980:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.060551:0:1980:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.060563:0:1980:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.060578:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 6847299, setting rss=6847299; kms=6847299, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.060604:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.060612:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.060618:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.060625:0:1980:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.060641:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336886144:192.168.201.110@tcp:101:fsx.0 00000008:00010000:3.0:1734016127.063553:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.063594:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.063624:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336886400:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016127.067604:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.067648:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.067671:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336886656:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016127.072006:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.072044:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.072066:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336886912:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016127.075367:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.075404:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.075423:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336887168:192.168.201.110@tcp:3:fsx.0 00010000:00010000:3.0:1734016127.088991:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.089012:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016127.149596:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16a88 (ffff8800a7e71ea8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016127.149602:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16a88 (ffff8800a7e71ea8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016127.149606:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891b30 (ffff8800a7e716c8/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016127.149615:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.149625:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016127.149645:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16a88 (ffff8800a7e71ea8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016127.149647:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891b30 (ffff8800a7e71ea8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016127.149655:0:9673:0:(vvp_io.c:533:vvp_io_advance()) advancing 50091 bytes 00000080:00200000:3.0:1734016127.149667:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016127.149671:0:9673:0:(file.c:1964:ll_file_io_generic()) f16a.sanityn: 1 io complete with rc: 0, result: 50091, restart: 0 00000080:00200000:3.0:1734016127.149676:0:9673:0:(file.c:2044:ll_file_io_generic()) iot: 1, result: 50091 00000080:00200008:3.0:1734016127.149813:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016127.149820:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:3.0:1734016127.149842:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016127.149860:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d1983 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08079 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016127.149872:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d1983 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08079 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016127.149883:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:3.0:1734016127.149886:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d1983 00000080:00010000:3.0:1734016127.149892:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d1983 from it ffff8800a7d3bcd8 00010000:00010000:3.0:1734016127.149895:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d1983 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08079 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016127.149900:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d1983 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08079 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016127.149921:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016127.149930:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016127.149948:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016127.149951:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a8b0, osc lock ffff8800b5a2ad10, flags 0x400001002 00010000:00010000:3.0:1734016127.149964:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.149982:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.149991:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.149997:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016127.150010:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6847299 i_blocks 664 00000020:00010000:3.0:1734016127.150012:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7bb50 (ffff8800a7e71ea8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016127.150015:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7bb50 (ffff8800a7e71ea8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016127.150016:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a8b0 (ffff8800a7e716c8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016127.150019:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7bb50 (ffff8800a7e71ea8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016127.150021:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a8b0 (ffff8800a7e71ea8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016127.150026:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016127.150038:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016127.150042:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016127.150045:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016127.150048:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016127.150051:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a8b0, osc lock ffff8800b5a2ad10, flags 0x400001002 00010000:00010000:3.0:1734016127.150055:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.150063:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.150069:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.150074:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016127.150081:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6847299 i_blocks 664 00000020:00010000:3.0:1734016127.150083:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7bb50 (ffff8800a7e71ea8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016127.150085:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7bb50 (ffff8800a7e71ea8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016127.150087:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a8b0 (ffff8800a7e716c8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016127.150089:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7bb50 (ffff8800a7e71ea8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016127.150090:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a8b0 (ffff8800a7e71ea8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016127.150094:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016127.150100:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 6847299 00000080:00200008:3.0:1734016127.150106:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016127.150110:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:3.0:1734016127.150115:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016127.150120:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d1983 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08079 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016127.150126:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d1983 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08079 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016127.150132:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:3.0:1734016127.150134:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d1983 00000080:00010000:3.0:1734016127.150136:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d1983 from it ffff8800a7d3bcd8 00010000:00010000:3.0:1734016127.150139:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d1983 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08079 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016127.150144:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d1983 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08079 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016127.150151:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016127.150154:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016127.150157:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016127.150158:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a8b0, osc lock ffff8800b5a2ad10, flags 0x400001002 00010000:00010000:3.0:1734016127.150162:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.150167:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.150173:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.150178:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016127.150186:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6847299 i_blocks 664 00000020:00010000:3.0:1734016127.150188:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7bb50 (ffff8800a7e71ea8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016127.150189:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7bb50 (ffff8800a7e71ea8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016127.150191:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a8b0 (ffff8800a7e716c8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016127.150193:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7bb50 (ffff8800a7e71ea8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016127.150195:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a8b0 (ffff8800a7e71ea8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016127.150198:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016127.150203:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016127.150205:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016127.150207:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016127.150211:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016127.150212:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a8b0, osc lock ffff8800b5a2ad10, flags 0x400001002 00010000:00010000:3.0:1734016127.150216:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.150222:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.150230:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.150235:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016127.150247:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6847299 i_blocks 664 00000020:00010000:3.0:1734016127.150250:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7bb50 (ffff8800a7e71ea8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016127.150251:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7bb50 (ffff8800a7e71ea8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016127.150253:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a8b0 (ffff8800a7e716c8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016127.150255:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7bb50 (ffff8800a7e71ea8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016127.150257:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a8b0 (ffff8800a7e71ea8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016127.150260:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016127.150263:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 6847299 00000080:00200008:3.0:1734016127.150350:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 3014656, type: SEEK_SET 00000080:00200008:3.0:1734016127.150353:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 3014656, type: SEEK_SET, rc = 3014656 00000080:00200008:3.0:1734016127.150362:0:9673:0:(file.c:2466:do_file_write_iter()) START file f16a.sanityn:[0x200000401:0x9:0x0], ppos: 3014656, count: 25985 00000080:00200000:3.0:1734016127.150367:0:9673:0:(file.c:1826:ll_file_io_generic()) f16a.sanityn: write ppos: 3014656, bytes: 25985 00000080:00200000:3.0:1734016127.150372:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1734016127.150377:0:9673:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012d0c2960[0x4, 1673, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1734016127.150379:0:9673:0:(cl_io.c:195:cl_io_rw_init()) io range: 2 [3014656, 3040641) 0 0 00000080:00200000:3.0:1734016127.150380:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016127.150388:0:9673:0:(file.c:1893:ll_file_io_generic()) Range lock [736, 742] 00020000:00200000:3.0:1734016127.150395:0:9673:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 3014656 chunk: [3014656, 3040641) 3040641, 25985 00020000:00200000:3.0:1734016127.150398:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016127.150411:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [736, 742] 00000008:00010000:3.0:1734016127.150419:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016127.150422:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a8b0, osc lock ffff8800b5a2ad10, flags 0x0 00010000:00010000:3.0:1734016127.150427:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b587d800 type 11 mode 2 res 10737419264/5 (3014656 3043327) 00010000:00010000:3.0:1734016127.150437:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.150444:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3014656->3043327] (req 3014656->3043327) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.150476:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3014656->3043327] (req 3014656->3043327) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.150506:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8700 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336887808:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016127.150614:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe36c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.153272:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016127.153340:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016127.153375:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339440640 00000100:00100000:3.0:1734016127.153385:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339440640 00000100:00100000:3.0:1734016127.153423:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339440768 00000100:00100000:3.0:1734016127.153425:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339440768 00000100:00100000:3.0:1734016127.153441:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11401 00000100:00100000:3.0:1734016127.153449:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339440640:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016127.153469:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d19ad lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e080aa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.153542:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016127.153553:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339440640:12345-192.168.201.110@tcp:104: Request processed in 99us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.153560:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11401 00000100:00100000:3.0:1734016127.153575:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11402 00000100:00100000:3.0:1734016127.153579:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339440768:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016127.153586:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d19a6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e080a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.155324:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016127.155347:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339440768:12345-192.168.201.110@tcp:104: Request processed in 1757us (1997us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.155359:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11402 00000100:00100000:3.0:1734016127.159819:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8700 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336887808:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016127.159855:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3014656->3043327] (req 3014656->3043327) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.159866:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3014656->3043327] (req 3014656->3043327) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.159874:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [3014656->3043327] (req 3014656->3043327) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.166827:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339440896 00000100:00100000:3.0:1734016127.166840:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339440896 00000100:00100000:3.0:1734016127.166903:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11403 00000100:00100000:3.0:1734016127.166912:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6470:x1818247339440896:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016127.166936:0:9553:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3014656->3043327] (req 3014656->3043327) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.166949:0:9553:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3014656->3043327] (req 3014656->3043327) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.166958:0:9553:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.166979:0:9553:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.166990:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.167003:0:9553:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.167102:0:9553:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800ae842400) 00000100:00100000:3.0:1734016127.167189:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6470:x1818247339440896:12345-192.168.201.110@tcp:105: Request processed in 277us (578us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.167198:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11403 00000008:00010000:3.0:1734016127.189464:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.189499:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.189518:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336889088:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016127.196197:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.196253:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.196286:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336889344:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016127.200060:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.200112:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.200144:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336889600:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016127.204198:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.204240:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.204262:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336889856:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016127.208238:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.208525:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.208545:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336890112:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016127.212159:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.212191:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.212217:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336890368:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.212776:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016127.212786:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.212810:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5763072 5767167) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016127.212843:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc8380 - object 0x280000400:5 offset 5763072<>5767168 00000100:00100000:3.0:1734016127.212857:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336890624:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016127.215457:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.215490:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.215512:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336890624:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016127.215891:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016127.215896:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a0b0, osc lock ffff8800b5a2a850, flags 0x0 00010000:00010000:3.0:1734016127.215916:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.215927:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5763072 5767167) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.215941:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.215946:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.215951:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.215995:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe36c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016127.216010:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016127.216018:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.216023:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.216030:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe36c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016127.216036:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16a88 (ffff8800a7e71ea8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016127.216038:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16a88 (ffff8800a7e71ea8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016127.216040:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a0b0 (ffff8800a7e716c8/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016127.216043:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.216049:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016127.216057:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16a88 (ffff8800a7e71ea8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016127.216058:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a0b0 (ffff8800a7e71ea8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016127.216064:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016127.216120:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1406 00000080:00200000:3.0:1734016127.216125:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016127.216129:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016127.216132:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1406, 1406] 00000008:00010000:3.0:1734016127.216136:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016127.216138:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a0b0, osc lock ffff8800b5a2a850, flags 0x0 00010000:00010000:3.0:1734016127.216142:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.216148:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5758976 5763071) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.216154:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.216159:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.216165:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.216216:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016127.216224:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.216243:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5758976 5763071) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016127.216271:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc8380 - object 0x280000400:5 offset 5758976<>5763072 00000100:00100000:3.0:1734016127.216286:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336890880:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016127.219806:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.219850:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.219872:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336890880:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.245176:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016127.252482:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016127.288503:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016127.307862:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016127.332128:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339441536 00000100:00100000:3.0:1734016127.332137:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339441536 00000100:00100000:3.0:1734016127.332694:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11408 00000100:00100000:3.0:1734016127.332700:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339441536:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016127.332825:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.332836:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016127.332856:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 27, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016127.332858:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6847299 mtime: 1734016127 atime: 1734016127 ctime: 1734016127 blocks: 864 00000020:00010000:3.0:1734016127.332861:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016127.332862:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6847299 mtime: 1734016127 atime: 1734016127 ctime: 1734016127 blocks: 864 00000100:00100000:3.0:1734016127.332912:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339441536:12345-192.168.201.110@tcp:106: Request processed in 212us (887us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.332918:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11408 00000100:00100000:3.0:1734016127.348217:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339441664 00000100:00100000:3.0:1734016127.348224:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339441664 00000100:00100000:3.0:1734016127.348255:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11409 00000100:00100000:3.0:1734016127.348260:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339441664:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016127.348273:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.348283:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016127.348306:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 27, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016127.348308:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6847299 mtime: 1734016127 atime: 1734016127 ctime: 1734016127 blocks: 864 00000020:00010000:3.0:1734016127.348311:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016127.348312:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6847299 mtime: 1734016127 atime: 1734016127 ctime: 1734016127 blocks: 864 00000100:00100000:3.0:1734016127.348361:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339441664:12345-192.168.201.110@tcp:106: Request processed in 98us (555us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.348368:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11409 00000100:00100000:3.0:1734016127.377020:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339441792 00000100:00100000:3.0:1734016127.377031:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339441792 00000100:00100000:3.0:1734016127.377069:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11410 00000100:00100000:3.0:1734016127.377076:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:8966:x1818247339441792:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016127.377093:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d1967 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e08056 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016127.377152:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016127.377158:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:8966:x1818247339441792:12345-192.168.201.110@tcp:104: Request processed in 82us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.377165:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11410 00010000:00010000:3.0:1734016127.409529:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6848512 6852607) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.409547:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 8/1,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.409554:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 8/1,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.409560:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.479341:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.484584:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.484635:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336893312:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016127.499520:0:9673:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff88012b41a0c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.499584:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9535488 9539583) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016127.499735:0:9673:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fca300 - object 0x280000400:5 offset 2138112<>9538716 00000100:00100000:3.0:1734016127.499788:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016127.499810:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336893440:192.168.201.110@tcp:4:fsx.0 00000008:00010000:3.0:1734016127.523419:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.523461:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.523467:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a0c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.523479:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a0c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842400/0x7bf039d361d19b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3014656->3043327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e080b1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.523502:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336893440:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016127.613451:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016127.623181:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016127.629592:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016127.629728:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11413 00000100:00100000:3.0:1734016127.629735:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc33450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9956:x1818247339442176:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016127.629747:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d19fa lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5152768->5156863] (req 5152768->5156863) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08113 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.629756:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d19fa lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5152768->5156863] (req 5152768->5156863) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08113 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.629763:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d19fa lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5152768->5156863) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08113 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.629771:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d19fa lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5152768->5156863) gid 0 flags: 0x10080000000000 nid: local remote: 0x3f004d6452e08113 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.629778:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d19fa lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5152768->5156863) gid 0 flags: 0x10080000000000 nid: local remote: 0x3f004d6452e08113 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.629785:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d19fa lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5152768->5156863) gid 0 flags: 0x80000000000 nid: local remote: 0x3f004d6452e08113 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.629801:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012d812ac0) 00000100:00100000:3.0:1734016127.629836:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc33450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9956:x1818247339442176:12345-192.168.201.110@tcp:105: Request processed in 101us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.629842:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11413 00000008:00010000:3.0:1734016127.637287:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d19fa lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5152768->5156863) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08113 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.637313:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5148672 5152767) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d19fa lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5152768->5156863) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08113 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016127.637351:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc9c00 - object 0x280000400:5 offset 5148672<>5152768 00000008:00010000:3.0:1734016127.649903:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d19fa lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5152768->5156863) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08113 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.649952:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d19fa lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5152768->5156863) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08113 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.649986:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336895232:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016127.661650:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d19fa lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5152768->5156863) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08113 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.661694:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d19fa lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5152768->5156863) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08113 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.661728:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336895488:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016127.672797:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d19fa lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5152768->5156863) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08113 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.672838:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d19fa lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5152768->5156863) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08113 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.672857:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336895744:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016127.679461:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d19fa lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5152768->5156863) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08113 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.679502:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d19fa lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5152768->5156863) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08113 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.679522:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336896000:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016127.687326:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d19fa lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5152768->5156863) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08113 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.687359:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d19fa lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5152768->5156863) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08113 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.687379:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336896256:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016127.696537:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d19fa lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5152768->5156863) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08113 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.696594:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5128192 5132287) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d19fa lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5152768->5156863) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08113 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016127.696641:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc9c00 - object 0x280000400:5 offset 5128192<>5132288 00000008:00010000:3.0:1734016127.702898:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d19fa lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5152768->5156863) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08113 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.703472:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d19fa lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5152768->5156863) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08113 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.703498:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336896512:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016127.722186:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339442304 00000100:00100000:3.0:1734016127.722245:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339442304 00000100:00100000:3.0:1734016127.722977:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11414 00000100:00100000:3.0:1734016127.722986:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339442304:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016127.722999:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d19fa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5152768->5156863) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08113 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.731273:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:3.0:1734016127.731287:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339442304:12345-192.168.201.110@tcp:104: Request processed in 8297us (9205us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.731296:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11414 00000100:00100000:3.0:1734016127.736822:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339442432 00000100:00100000:3.0:1734016127.736836:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339442432 00000100:00100000:3.0:1734016127.736886:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11415 00000100:00100000:3.0:1734016127.736896:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9956:x1818247339442432:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016127.736913:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d1a08 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1470464->1482751] (req 1470464->1482751) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08128 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.736928:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d1a08 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1470464->1482751] (req 1470464->1482751) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08128 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.736937:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d1a08 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1470464->1482751) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08128 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.736948:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d1a08 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1470464->1482751) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08128 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.736956:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d1a08 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1470464->1482751) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08128 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.736976:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d1a08 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1470464->1482751) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e08128 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.737004:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012d810000) 00000100:00100000:3.0:1734016127.737064:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9956:x1818247339442432:12345-192.168.201.110@tcp:105: Request processed in 169us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.737071:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11415 00000100:00100000:3.0:1734016127.749138:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339442560 00000100:00100000:3.0:1734016127.749152:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339442560 00000100:00100000:3.0:1734016127.749202:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11416 00000100:00100000:3.0:1734016127.749211:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339442560:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016127.749229:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d1a08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1470464->1482751) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08128 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.749246:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d1a08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1470464->1482751) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08128 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016127.749278:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016127.749280:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 5593737 mtime: 1734016127 atime: 1734016125 ctime: 1734016127 blocks: 800 00000020:00010000:3.0:1734016127.749283:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016127.749284:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 5593737 mtime: 1734016127 atime: 1734016125 ctime: 1734016127 blocks: 800 00000100:00100000:3.0:1734016127.749339:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339442560:12345-192.168.201.110@tcp:106: Request processed in 129us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.749345:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11416 00010000:00010000:3.0:1734016127.753645:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d1a0f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.753665:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d1a0f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.753676:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d1a0f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.753683:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d1a0f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.753689:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d1a0f lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.753746:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5593737, setting rss=5593737; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016127.753761:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d1a0f lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.753767:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d1a0f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.753773:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d1a0f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.753778:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941440 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016127.753783:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d1a0f lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.753791:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016127.753798:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d1a0f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.753806:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d1a0f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.753844:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336897152:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016127.762553:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339442688 00000100:00100000:3.0:1734016127.762573:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339442688 00000100:00100000:3.0:1734016127.763197:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11417 00000100:00100000:3.0:1734016127.763210:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339442688:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016127.763233:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d1a08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1470464->1482751) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08128 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.763251:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d1a08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1470464->1482751) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08128 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016127.763288:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016127.763290:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 5593737 mtime: 1734016127 atime: 1734016125 ctime: 1734016127 blocks: 800 00000020:00010000:3.0:1734016127.763294:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016127.763296:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 5593737 mtime: 1734016127 atime: 1734016125 ctime: 1734016127 blocks: 800 00000100:00100000:3.0:1734016127.763360:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339442688:12345-192.168.201.110@tcp:106: Request processed in 151us (2053us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.763367:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11417 00010000:00010000:3.0:1734016127.768048:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d1a16 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.768064:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d1a16 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.768076:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d1a16 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.768081:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d1a16 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.768088:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d1a16 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.768102:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5593737, setting rss=5593737; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016127.768114:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d1a16 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.768119:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d1a16 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.768125:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d1a16 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.768131:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b59421c0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016127.768135:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d1a16 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.768144:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016127.768148:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d1a16 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.768152:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d1a16 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.769004:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336897280:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016127.771567:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339442816 00000100:00100000:3.0:1734016127.771578:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339442816 00000100:00100000:3.0:1734016127.771620:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11418 00000100:00100000:3.0:1734016127.771630:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339442816:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016127.771644:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d1a08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1470464->1482751) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08128 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.771655:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d1a08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1470464->1482751) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08128 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016127.771680:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016127.771682:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 5593737 mtime: 1734016127 atime: 1734016125 ctime: 1734016127 blocks: 800 00000020:00010000:3.0:1734016127.771685:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016127.771686:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 5593737 mtime: 1734016127 atime: 1734016125 ctime: 1734016127 blocks: 800 00000100:00100000:3.0:1734016127.771782:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339442816:12345-192.168.201.110@tcp:106: Request processed in 152us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.771789:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11418 00010000:00010000:3.0:1734016127.775370:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d1a1d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.779415:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d1a1d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.779432:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d1a1d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.779438:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d1a1d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.779444:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d1a1d lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016127.779460:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5593737, setting rss=5593737; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016127.779492:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d1a1d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.779497:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d1a1d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.779505:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d1a1d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.779511:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941d40 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016127.779516:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d1a1d lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.779531:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016127.779538:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d1a1d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.779543:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d1a1d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.779593:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336897408:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016127.788341:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339442944 00000100:00100000:3.0:1734016127.788366:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339442944 00000100:00100000:3.0:1734016127.788436:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11419 00000100:00100000:3.0:1734016127.788445:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339442944:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016127.788463:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d1a08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1470464->1482751) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08128 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.788556:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016127.788562:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339442944:12345-192.168.201.110@tcp:104: Request processed in 119us (2072us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.788568:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11419 00000100:00100000:3.0:1734016127.796203:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016127.796239:0:4740:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016127.796252:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339443072 00000100:00100000:3.0:1734016127.796260:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339443072 00000100:00100000:3.0:1734016127.796298:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11420 00000100:00100000:3.0:1734016127.796305:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc32850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:9956:x1818247339443072:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016127.796320:0:9553:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d1a24 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5132288->5160959] (req 5132288->5160959) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08144 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.796330:0:9553:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d1a24 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5132288->5160959] (req 5132288->5160959) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08144 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.796338:0:9553:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d1a24 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5132288->5160959) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08144 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.796347:0:9553:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d1a24 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5132288->5160959) gid 0 flags: 0x10080000000000 nid: local remote: 0x3f004d6452e08144 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.796355:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d1a24 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5132288->5160959) gid 0 flags: 0x10080000000000 nid: local remote: 0x3f004d6452e08144 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.796365:0:9553:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d1a24 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5132288->5160959) gid 0 flags: 0x80000000000 nid: local remote: 0x3f004d6452e08144 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.796381:0:9553:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5943600) 00000100:00100000:3.0:1734016127.796430:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc32850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:9956:x1818247339443072:12345-192.168.201.110@tcp:105: Request processed in 124us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016127.796437:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11420 00000020:00010000:3.0:1734016127.800460:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf9368/0) at cl_lock_release():233 00000020:00010000:3.0:1734016127.800466:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf9368/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016127.800471:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891530 (ffff8800aeaf9248/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016127.800481:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d1a24 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5132288->5160959) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08144 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.800494:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d1a24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5132288->5160959) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08144 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016127.800514:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf9368/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016127.800516:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891530 (ffff8800aeaf9368/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016127.800532:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016127.800603:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016127.800610:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:3.0:1734016127.800679:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016127.800696:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d19ec lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08105 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016127.800723:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d19ec lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08105 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016127.800735:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:3.0:1734016127.800738:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d19ec 00000080:00010000:3.0:1734016127.800744:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d19ec from it ffff8800a7d3bcd8 00010000:00010000:3.0:1734016127.800747:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d19ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08105 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016127.800753:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d19ec lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08105 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016127.800769:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016127.800778:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016127.800792:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016127.800795:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a5b0, osc lock ffff8800b5a2a5f0, flags 0x400001002 00010000:00010000:3.0:1734016127.800817:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d1a2b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.800824:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d1a2b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.800875:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016127.800886:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336897920:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016127.803605:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:3.0:1734016127.808905:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 5593737 i_blocks 856 00000020:00010000:3.0:1734016127.808913:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fc248 (ffff8800aeaf9368/0) at cl_lock_release():233 00000020:00010000:3.0:1734016127.808917:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fc248 (ffff8800aeaf9368/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016127.808921:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a5b0 (ffff8800aeaf9248/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016127.808925:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fc248 (ffff8800aeaf9368/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016127.808927:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a5b0 (ffff8800aeaf9368/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016127.808943:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016127.808979:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016127.808986:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016127.808995:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016127.809010:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016127.809013:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a5b0, osc lock ffff8800b5a2a5f0, flags 0x400001002 00010000:00010000:3.0:1734016127.809041:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843180/0x7bf039d361d1a32 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.809049:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843180/0x7bf039d361d1a32 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.811990:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:3.0:1734016127.817429:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 5593737 i_blocks 856 00000020:00010000:3.0:1734016127.817435:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fc248 (ffff8800aeaf9368/0) at cl_lock_release():233 00000020:00010000:3.0:1734016127.817438:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fc248 (ffff8800aeaf9368/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016127.817442:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a5b0 (ffff8800aeaf9248/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016127.817446:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fc248 (ffff8800aeaf9368/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016127.817448:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a5b0 (ffff8800aeaf9368/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016127.817459:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016127.817471:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 5593737 00000080:00200008:3.0:1734016127.817487:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016127.817493:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:3.0:1734016127.817512:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016127.817527:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d19ec lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08105 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016127.817537:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d19ec lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08105 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016127.817553:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:3.0:1734016127.817556:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d19ec 00000080:00010000:3.0:1734016127.817560:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d19ec from it ffff8800a7d3bcd8 00010000:00010000:3.0:1734016127.817563:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d19ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08105 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016127.817570:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d19ec lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08105 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016127.817588:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016127.817595:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016127.817609:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016127.817611:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a5b0, osc lock ffff8800b5a2a5f0, flags 0x400001002 00010000:00010000:3.0:1734016127.817632:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841200/0x7bf039d361d1a39 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.817639:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841200/0x7bf039d361d1a39 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.824431:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:3.0:1734016127.829937:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 5593737 i_blocks 856 00000020:00010000:3.0:1734016127.829944:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fc248 (ffff8800aeaf9368/0) at cl_lock_release():233 00000020:00010000:3.0:1734016127.829947:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fc248 (ffff8800aeaf9368/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016127.829952:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a5b0 (ffff8800aeaf9248/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016127.829966:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fc248 (ffff8800aeaf9368/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016127.829968:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a5b0 (ffff8800aeaf9368/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016127.829982:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016127.830005:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016127.830009:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016127.830020:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016127.830031:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [404, 404] 00000008:00010000:3.0:1734016127.830044:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016127.830047:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a5b0, osc lock ffff8800b5a2a5f0, flags 0x0 00010000:00010000:3.0:1734016127.830069:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae8433c0/0x7bf039d361d1a40 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.830077:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae8433c0/0x7bf039d361d1a40 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1654784->1658879] (req 1654784->1658879) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016127.830105:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae8433c0/0x7bf039d361d1a40 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1654784->1658879] (req 1654784->1658879) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016127.830127:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336898304:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016127.830190:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe30c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016127.833067:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016127.841003:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016127.854193:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016127.870076:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016127.889318:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016127.911967:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016127.929787:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016127.949062:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016127.967995:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336899712:192.168.201.110@tcp:101:fsx.0 00000080:00200008:3.0:1734016128.118300:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016128.118316:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:3.0:1734016128.118339:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016128.118356:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d19ec lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08105 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.118371:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d19ec lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08105 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016128.118383:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:3.0:1734016128.118386:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d19ec 00000080:00010000:3.0:1734016128.118394:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d19ec from it ffff8800a7d3bcd8 00010000:00010000:3.0:1734016128.118398:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d19ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08105 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.118405:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d19ec lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08105 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016128.118437:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016128.118448:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016128.118468:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016128.118470:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588adb0, osc lock ffff8800b5a2af70, flags 0x400001002 00010000:00010000:3.0:1734016128.118494:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae8406c0/0x7bf039d361d1a71 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.118500:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae8406c0/0x7bf039d361d1a71 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.118585:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016128.118603:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336900352:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.122419:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae8406c0/0x7bf039d361d1a71 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.122441:0:1980:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae8406c0/0x7bf039d361d1a71 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08198 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.122453:0:1980:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae8406c0/0x7bf039d361d1a71 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08198 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.122461:0:1980:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae8406c0/0x7bf039d361d1a71 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08198 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.122474:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 5593737, setting rss=5593737; kms=5593737, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae8406c0/0x7bf039d361d1a71 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08198 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.125623:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae8406c0/0x7bf039d361d1a71 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08198 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.125631:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae8406c0/0x7bf039d361d1a71 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08198 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.125636:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae8406c0/0x7bf039d361d1a71 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08198 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.125641:0:1980:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae8406c0/0x7bf039d361d1a71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08198 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.125652:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336900352:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016128.148005:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000008:00010000:3.0:1734016128.179663:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d1a78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0819f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.179732:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d1a78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0819f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.179752:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336901376:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016128.210662:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339444992 00000100:00100000:3.0:1734016128.210671:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339444992 00000100:00100000:3.0:1734016128.212782:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11435 00000100:00100000:3.0:1734016128.212794:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339444992:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016128.212812:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d1a78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0819f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.212823:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d1a78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0819f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016128.212849:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 2, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016128.212852:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 5593737 mtime: 1734016128 atime: 1734016128 ctime: 1734016128 blocks: 872 00000020:00010000:3.0:1734016128.212855:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016128.212856:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 5593737 mtime: 1734016128 atime: 1734016128 ctime: 1734016128 blocks: 872 00000100:00100000:3.0:1734016128.212914:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339444992:12345-192.168.201.110@tcp:106: Request processed in 122us (2436us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.212920:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11435 00000100:00100000:3.0:1734016128.223370:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339445120 00000100:00100000:3.0:1734016128.223389:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339445120 00000100:00100000:3.0:1734016128.223444:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11436 00000100:00100000:3.0:1734016128.223453:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339445120:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016128.223475:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d1a78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0819f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.223486:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d1a78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0819f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016128.223515:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 2, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016128.223518:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 5593737 mtime: 1734016128 atime: 1734016128 ctime: 1734016128 blocks: 872 00000020:00010000:3.0:1734016128.223521:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016128.223522:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 5593737 mtime: 1734016128 atime: 1734016128 ctime: 1734016128 blocks: 872 00000100:00100000:3.0:1734016128.223588:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339445120:12345-192.168.201.110@tcp:106: Request processed in 136us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.223595:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11436 00010000:00010000:3.0:1734016128.229199:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d1a86 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.229224:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d1a86 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.229237:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d1a86 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.229243:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d1a86 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.229254:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d1a86 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.229272:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5593737, setting rss=5593737; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016128.229298:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d1a86 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.229304:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d1a86 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.229312:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d1a86 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.229320:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941f80 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016128.229325:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d1a86 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.229337:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016128.229343:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d1a86 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.229349:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d1a86 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.231750:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336901888:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016128.235103:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339445248 00000100:00100000:3.0:1734016128.235115:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339445248 00000100:00100000:3.0:1734016128.235166:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11437 00000100:00100000:3.0:1734016128.235173:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:8966:x1818247339445248:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016128.235190:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d1a01 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e08121 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.235267:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016128.235273:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:8966:x1818247339445248:12345-192.168.201.110@tcp:104: Request processed in 101us (908us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.235280:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11437 00000100:00100000:3.0:1734016128.242930:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336902144:192.168.201.110@tcp:36:fsx.0 00000080:00200000:3.0:1734016128.242979:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016128.242984:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016128.242996:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016128.243008:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016128.243019:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016128.243023:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a2b0, osc lock ffff8800b5a2b1d0, flags 0x0 00010000:00010000:3.0:1734016128.243046:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.243055:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.243080:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.243095:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8380 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336902400:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016128.243131:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe39c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.252192:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339445376 00000100:00100000:3.0:1734016128.252204:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339445376 00000100:00100000:3.0:1734016128.252245:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11438 00000100:00100000:3.0:1734016128.252253:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339445376:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016128.252266:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d1a78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3547136->3551231) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e0819f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.254321:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:3.0:1734016128.254330:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339445376:12345-192.168.201.110@tcp:104: Request processed in 2076us (2400us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.254338:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11438 00000100:00100000:3.0:1734016128.259545:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8380 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336902400:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.259575:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.259586:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.259593:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.259672:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339445504 00000100:00100000:3.0:1734016128.259678:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339445504 00000100:00100000:3.0:1734016128.259798:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11439 00000100:00100000:3.0:1734016128.259804:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9956:x1818247339445504:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016128.259816:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.259823:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.259831:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.259837:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.259844:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.259851:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.259999:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800ae842f40) 00000100:00100000:3.0:1734016128.260234:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9956:x1818247339445504:12345-192.168.201.110@tcp:105: Request processed in 430us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.260240:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11439 00000008:00010000:3.0:1734016128.269188:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.269216:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.269240:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336902912:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016128.274154:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.275203:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.275232:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336903168:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016128.282740:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.283096:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.283120:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336903424:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016128.294918:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.295593:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.295616:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336903680:192.168.201.110@tcp:3:fsx.0 00000080:00200000:3.0:1734016128.296824:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016128.296838:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016128.296864:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1694, 1694] 00000008:00010000:3.0:1734016128.296875:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016128.296879:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588adb0, osc lock ffff8800b5a2a980, flags 0x0 00010000:00010000:3.0:1734016128.296898:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.296910:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6938624 6942719) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.296920:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.296925:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.296931:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.296970:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016128.296985:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016128.296992:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.296999:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.297011:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016128.297019:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154308 (ffff8800b6d88878/0) at cl_lock_release():233 00000020:00010000:3.0:1734016128.297021:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154308 (ffff8800b6d88878/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016128.297023:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588adb0 (ffff8800b6d883f8/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016128.297025:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.297031:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016128.297039:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154308 (ffff8800b6d88878/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016128.297040:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588adb0 (ffff8800b6d88878/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016128.297047:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016128.297100:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1693 00000080:00200000:3.0:1734016128.297104:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016128.297108:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016128.297112:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1693, 1693] 00000008:00010000:3.0:1734016128.297115:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016128.297117:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588adb0, osc lock ffff8800b5a2a980, flags 0x0 00010000:00010000:3.0:1734016128.297122:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.297128:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6934528 6938623) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.297138:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.297144:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.297149:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.297595:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016128.297607:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012ffe3540 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.297629:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6934528 6938623) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016128.297665:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc8700 - object 0x280000400:5 offset 6934528<>6938624 00000100:00100000:3.0:1734016128.297681:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336903936:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016128.302480:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012ffe3540 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.302515:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3540 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.302540:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336903936:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016128.307660:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.307703:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.308503:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336904192:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016128.310101:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.310146:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6926336 6930431) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016128.310191:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc8700 - object 0x280000400:5 offset 6926336<>6930432 00000100:00100000:3.0:1734016128.310229:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016128.310242:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336904448:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016128.315260:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.315282:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.315300:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336904448:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016128.322302:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.322899:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.322917:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336904704:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016128.324037:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.324060:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6918144 6922239) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016128.324088:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc8700 - object 0x280000400:5 offset 6918144<>6922240 00000008:00010000:3.0:1734016128.329329:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.329384:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.329406:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336904960:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016128.334497:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.334524:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.334543:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336905216:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016128.340240:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.340272:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.340296:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336905472:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016128.356565:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.356615:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.356631:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336905600:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016128.416249:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339445632 00000100:00100000:3.0:1734016128.416260:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339445632 00000100:00100000:3.0:1734016128.416306:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11440 00000100:00100000:3.0:1734016128.416315:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339445632:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016128.416336:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1a8d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e081bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.416434:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016128.416442:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339445632:12345-192.168.201.110@tcp:104: Request processed in 127us (1493us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.416451:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11440 00000100:00100000:3.0:1734016128.422983:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016128.435837:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016128.457910:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016128.465977:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336906752:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016128.478150:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016128.491161:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016128.523626:0:1980:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012aae7800: committing for last_committed 4294969326 gen 2 00000008:00010000:3.0:1734016128.523685:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### no dlm lock: extent: ffff8800ab3e8240 00000008:00010000:3.0:1734016128.523744:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### no dlm lock: extent: ffff8800ab3e8240 00000100:00100000:3.0:1734016128.523758:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336907136:192.168.201.110@tcp:4:fsx.0 00010000:00010000:3.0:1734016128.547250:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d1acc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.547269:0:1980:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d1acc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0820f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.547281:0:1980:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d1acc lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e0820f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.547292:0:1980:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d1acc lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0820f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.547305:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 6953744, setting rss=6953744; kms=6953744, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d1acc lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e0820f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.550601:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d1acc lrc: 8/3,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e0820f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.550616:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d1acc lrc: 7/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e0820f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.550623:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d1acc lrc: 7/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e0820f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.550629:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d1acc lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e0820f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.550638:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336907648:192.168.201.110@tcp:101:fsx.0 00000008:00010000:3.0:1734016128.562770:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d1acc lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e0820f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.562817:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d1acc lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e0820f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.562837:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336907904:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016128.566872:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d1acc lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e0820f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.566904:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d1acc lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e0820f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.566925:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336908160:192.168.201.110@tcp:3:fsx.0 00000002:00010000:3.0:1734016128.568458:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016128.568476:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d1abe lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08201 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.568488:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d1abe lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08201 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016128.568498:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:3.0:1734016128.568500:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d1abe 00000080:00010000:3.0:1734016128.568505:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d1abe from it ffff8800a7d3bcd8 00010000:00010000:3.0:1734016128.568508:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d1abe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08201 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.568513:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d1abe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08201 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016128.568564:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016128.568573:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016128.568598:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016128.568600:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a0b0, osc lock ffff8800b5a2a000, flags 0x400001002 00010000:00010000:3.0:1734016128.568617:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d1ac5 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08208 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.568624:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d1ac5 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08208 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.568633:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d1ac5 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08208 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.568645:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d1ac5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08208 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016128.568662:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6953744 i_blocks 1024 00000020:00010000:3.0:1734016128.568667:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb3230 (ffff8800b6d882d8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016128.568669:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb3230 (ffff8800b6d882d8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016128.568671:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a0b0 (ffff8800b6d88098/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016128.568673:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb3230 (ffff8800b6d882d8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016128.568674:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a0b0 (ffff8800b6d882d8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016128.568681:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016128.568695:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016128.568699:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016128.568702:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016128.568724:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016128.568726:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a0b0, osc lock ffff8800b5a2a000, flags 0x400001002 00010000:00010000:3.0:1734016128.568731:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d1ac5 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08208 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.568738:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d1ac5 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08208 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.568745:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d1ac5 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08208 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.568751:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d1ac5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08208 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016128.568763:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6953744 i_blocks 1024 00000020:00010000:3.0:1734016128.568766:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb3230 (ffff8800b6d882d8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016128.568768:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb3230 (ffff8800b6d882d8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016128.568769:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a0b0 (ffff8800b6d88098/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016128.568771:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb3230 (ffff8800b6d882d8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016128.568773:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a0b0 (ffff8800b6d882d8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016128.568777:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016128.568782:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 6953744 00000080:00200008:3.0:1734016128.568791:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016128.568794:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:3.0:1734016128.568799:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016128.568804:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d1abe lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08201 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.568811:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d1abe lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08201 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016128.568817:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:3.0:1734016128.568819:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d1abe 00000080:00010000:3.0:1734016128.568822:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d1abe from it ffff8800a7d3bcd8 00010000:00010000:3.0:1734016128.568824:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d1abe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08201 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.568829:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d1abe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08201 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016128.568842:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016128.568845:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016128.568849:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016128.568850:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a0b0, osc lock ffff8800b5a2a000, flags 0x400001002 00010000:00010000:3.0:1734016128.568855:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d1ac5 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08208 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.568861:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d1ac5 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08208 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.568867:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d1ac5 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08208 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.568872:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d1ac5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08208 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016128.568879:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6953744 i_blocks 1024 00000020:00010000:3.0:1734016128.568881:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb3230 (ffff8800b6d882d8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016128.568883:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb3230 (ffff8800b6d882d8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016128.568885:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a0b0 (ffff8800b6d88098/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016128.568887:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb3230 (ffff8800b6d882d8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016128.568889:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a0b0 (ffff8800b6d882d8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016128.568892:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016128.568897:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016128.568899:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016128.568902:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016128.568906:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016128.568907:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a0b0, osc lock ffff8800b5a2a000, flags 0x400001002 00010000:00010000:3.0:1734016128.568911:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d1ac5 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08208 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.568918:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d1ac5 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08208 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.568923:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d1ac5 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08208 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.568929:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d1ac5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08208 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016128.568936:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6953744 i_blocks 1024 00000020:00010000:3.0:1734016128.568939:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb3230 (ffff8800b6d882d8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016128.568941:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb3230 (ffff8800b6d882d8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016128.568952:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a0b0 (ffff8800b6d88098/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016128.568954:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb3230 (ffff8800b6d882d8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016128.568956:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a0b0 (ffff8800b6d882d8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016128.568959:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016128.568962:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 6953744 00000080:00200008:3.0:1734016128.569086:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 6811648, type: SEEK_SET 00000080:00200008:3.0:1734016128.569091:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 6811648, type: SEEK_SET, rc = 6811648 00000080:00200008:3.0:1734016128.569100:0:9673:0:(file.c:2466:do_file_write_iter()) START file f16a.sanityn:[0x200000401:0x9:0x0], ppos: 6811648, count: 45879 00000080:00200000:3.0:1734016128.569107:0:9673:0:(file.c:1826:ll_file_io_generic()) f16a.sanityn: write ppos: 6811648, bytes: 45879 00000080:00200000:3.0:1734016128.569113:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1734016128.569120:0:9673:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012d0c2960[0x4, 3, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1734016128.569123:0:9673:0:(cl_io.c:195:cl_io_rw_init()) io range: 2 [6811648, 6857527) 0 0 00000080:00200000:3.0:1734016128.569125:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016128.569135:0:9673:0:(file.c:1893:ll_file_io_generic()) Range lock [1663, 1674] 00020000:00200000:3.0:1734016128.569143:0:9673:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 6811648 chunk: [6811648, 6857527) 6857527, 45879 00020000:00200000:3.0:1734016128.569147:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016128.569163:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1663, 1674] 00000008:00010000:3.0:1734016128.569171:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016128.569174:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a0b0, osc lock ffff8800b5a2a000, flags 0x0 00010000:00010000:3.0:1734016128.569183:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b587d800 type 11 mode 2 res 10737419264/5 (6811648 6860799) 00010000:00010000:3.0:1734016128.569194:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842880/0x7bf039d361d1ad3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.569202:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842880/0x7bf039d361d1ad3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6811648->6860799] (req 6811648->6860799) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.569239:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842880/0x7bf039d361d1ad3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6811648->6860799] (req 6811648->6860799) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.569263:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb100 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336908288:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016128.569351:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe30c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016128.601844:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcb100 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336908288:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016128.601871:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842880/0x7bf039d361d1ad3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6811648->6860799] (req 6811648->6860799) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08216 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.601880:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842880/0x7bf039d361d1ad3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6811648->6860799] (req 6811648->6860799) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08216 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.601887:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842880/0x7bf039d361d1ad3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6811648->6860799] (req 6811648->6860799) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08216 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.602746:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016128.619511:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339446912 00000100:00100000:3.0:1734016128.619522:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339446912 00000100:00100000:3.0:1734016128.619558:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11450 00000100:00100000:3.0:1734016128.619564:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339446912:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016128.619576:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842880/0x7bf039d361d1ad3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6811648->6860799) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08216 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.619584:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842880/0x7bf039d361d1ad3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6811648->6860799) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08216 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016128.619622:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 13, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016128.619623:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 6953744 mtime: 1734016128 atime: 1734016128 ctime: 1734016128 blocks: 1024 00000020:00010000:3.0:1734016128.619626:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016128.619627:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 6953744 mtime: 1734016128 atime: 1734016128 ctime: 1734016128 blocks: 1024 00000100:00100000:3.0:1734016128.619667:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339446912:12345-192.168.201.110@tcp:106: Request processed in 103us (1522us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.619672:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11450 00010000:00010000:3.0:1734016128.626610:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d1ada lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.626633:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d1ada lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.626645:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d1ada lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.626656:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d1ada lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.626663:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d1ada lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.626675:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6953744, setting rss=6953744; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016128.626687:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d1ada lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.626693:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d1ada lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.626700:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d1ada lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.626726:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941680 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016128.626731:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d1ada lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.626742:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016128.626747:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d1ada lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.626753:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d1ada lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.626798:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336908928:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016128.637257:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339447040 00000100:00100000:3.0:1734016128.637272:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339447040 00000100:00100000:3.0:1734016128.637396:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11451 00000100:00100000:3.0:1734016128.637405:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339447040:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016128.637419:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842880/0x7bf039d361d1ad3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6811648->6860799) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08216 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.637427:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842880/0x7bf039d361d1ad3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6811648->6860799) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08216 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016128.637451:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 13, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016128.637454:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6953744 mtime: 1734016128 atime: 1734016128 ctime: 1734016128 blocks: 1024 00000020:00010000:3.0:1734016128.637456:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016128.637457:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6953744 mtime: 1734016128 atime: 1734016128 ctime: 1734016128 blocks: 1024 00000100:00100000:3.0:1734016128.638941:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339447040:12345-192.168.201.110@tcp:106: Request processed in 1528us (5830us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.639435:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11451 00010000:00010000:3.0:1734016128.649869:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d1ae1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.649885:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d1ae1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.649895:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d1ae1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.649902:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d1ae1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.649908:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d1ae1 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.649919:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6953744, setting rss=6953744; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016128.649939:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d1ae1 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.649954:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d1ae1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.649961:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d1ae1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.649967:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943cc0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016128.649971:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d1ae1 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.649982:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016128.649986:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d1ae1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.649991:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d1ae1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.650035:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336909056:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016128.664068:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339447168 00000100:00100000:3.0:1734016128.664473:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339447168 00000100:00100000:3.0:1734016128.664515:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11452 00000100:00100000:3.0:1734016128.664521:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339447168:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016128.664534:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842880/0x7bf039d361d1ad3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6811648->6860799) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08216 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.664543:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842880/0x7bf039d361d1ad3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6811648->6860799) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08216 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016128.664566:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 13, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016128.664568:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6953744 mtime: 1734016128 atime: 1734016128 ctime: 1734016128 blocks: 1024 00000020:00010000:3.0:1734016128.664571:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016128.664572:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6953744 mtime: 1734016128 atime: 1734016128 ctime: 1734016128 blocks: 1024 00000100:00100000:3.0:1734016128.664615:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339447168:12345-192.168.201.110@tcp:106: Request processed in 94us (1107us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.664622:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11452 00010000:00010000:3.0:1734016128.668602:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d1ae8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.668624:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d1ae8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.668634:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d1ae8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.668640:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d1ae8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.668646:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d1ae8 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.668658:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6953744, setting rss=6953744; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016128.669997:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d1ae8 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.670014:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d1ae8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.670021:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d1ae8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.670027:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5940240 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016128.670032:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d1ae8 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.670042:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016128.670048:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d1ae8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.670054:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d1ae8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.670102:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336909184:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016128.676157:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339447296 00000100:00100000:3.0:1734016128.676165:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339447296 00000100:00100000:3.0:1734016128.676197:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11453 00000100:00100000:3.0:1734016128.676204:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339447296:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016128.676217:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842880/0x7bf039d361d1ad3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6811648->6860799) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08216 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.678050:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016128.678064:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339447296:12345-192.168.201.110@tcp:104: Request processed in 1856us (2210us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.678073:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11453 00000100:00100000:3.0:1734016128.709018:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016128.796531:0:1981:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012aae7800: committing for last_committed 4294969328 gen 2 00000100:00100000:3.0:1734016128.797380:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336910080:192.168.201.110@tcp:16:fsx.0 00000100:00100000:3.0:1734016128.811505:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336910208:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016128.840332:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339447552 00000100:00100000:3.0:1734016128.840344:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339447552 00000100:00100000:3.0:1734016128.840393:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11455 00000100:00100000:3.0:1734016128.840402:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339447552:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016128.840418:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d1aef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08232 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.840428:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d1aef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08232 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016128.840456:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 333, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016128.840458:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6953744 mtime: 1734016128 atime: 1734016128 ctime: 1734016128 blocks: 1232 00000020:00010000:3.0:1734016128.840461:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016128.840462:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6953744 mtime: 1734016128 atime: 1734016128 ctime: 1734016128 blocks: 1232 00000100:00100000:3.0:1734016128.840512:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339447552:12345-192.168.201.110@tcp:106: Request processed in 111us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.840518:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11455 00000100:00100000:3.0:1734016128.844529:0:1981:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012db5a800: committing for last_committed 4294969327 gen 1 00010000:00010000:3.0:1734016128.844579:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1af6 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.844591:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1af6 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.844600:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1af6 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.844605:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1af6 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.844611:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1af6 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.844622:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6953744, setting rss=6953744; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016128.844632:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1af6 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.844638:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1af6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.844643:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1af6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.844648:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5940240 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016128.844652:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1af6 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.844659:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016128.844663:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1af6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.844668:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1af6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.844760:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336910336:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016128.860211:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339447680 00000100:00100000:3.0:1734016128.860219:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339447680 00000100:00100000:3.0:1734016128.860262:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11456 00000100:00100000:3.0:1734016128.860269:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339447680:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016128.860281:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d1aef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08232 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.860294:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d1aef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08232 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016128.860314:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 333, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016128.860316:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 6953744 mtime: 1734016128 atime: 1734016128 ctime: 1734016128 blocks: 1232 00000020:00010000:3.0:1734016128.860318:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016128.860319:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 6953744 mtime: 1734016128 atime: 1734016128 ctime: 1734016128 blocks: 1232 00000100:00100000:3.0:1734016128.860361:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339447680:12345-192.168.201.110@tcp:106: Request processed in 91us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.860367:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11456 00010000:00010000:3.0:1734016128.863431:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d1afd lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.863452:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d1afd lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.863465:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d1afd lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.863471:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d1afd lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.863477:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d1afd lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.863490:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6953744, setting rss=6953744; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016128.863513:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d1afd lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.863520:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d1afd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.863526:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d1afd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.863532:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943cc0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016128.863536:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d1afd lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.863546:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016128.863551:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d1afd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.863557:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d1afd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.863603:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336910464:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016128.873700:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339447808 00000100:00100000:3.0:1734016128.873761:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339447808 00000100:00100000:3.0:1734016128.873815:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11457 00000100:00100000:3.0:1734016128.873823:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339447808:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016128.873839:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d1aef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08232 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.873853:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d1aef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08232 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016128.873876:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 333, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016128.873878:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6953744 mtime: 1734016128 atime: 1734016128 ctime: 1734016128 blocks: 1232 00000020:00010000:3.0:1734016128.873881:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016128.873882:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6953744 mtime: 1734016128 atime: 1734016128 ctime: 1734016128 blocks: 1232 00000100:00100000:3.0:1734016128.873925:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339447808:12345-192.168.201.110@tcp:106: Request processed in 103us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.873931:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11457 00010000:00010000:3.0:1734016128.879784:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d1b04 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.879810:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d1b04 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.879825:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d1b04 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.879832:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d1b04 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.879838:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d1b04 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.879855:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6953744, setting rss=6953744; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016128.879878:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d1b04 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.879885:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d1b04 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.879893:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d1b04 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.879899:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941680 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016128.879904:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d1b04 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.879916:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016128.879921:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d1b04 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.879928:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d1b04 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.879980:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336910592:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016128.889477:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339447936 00000100:00100000:3.0:1734016128.889487:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339447936 00000100:00100000:3.0:1734016128.889521:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11458 00000100:00100000:3.0:1734016128.889528:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339447936:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016128.889542:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d1aef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6602752->6606847) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08232 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.889617:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016128.889624:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339447936:12345-192.168.201.110@tcp:104: Request processed in 95us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.889630:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11458 00000100:00100000:3.0:1734016128.904291:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339448064 00000100:00100000:3.0:1734016128.904299:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339448064 00000100:00100000:3.0:1734016128.904347:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11459 00000100:00100000:3.0:1734016128.904354:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6470:x1818247339448064:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016128.904366:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1b0b lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3420160->3461119] (req 3420160->3461119) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0824e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.904376:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1b0b lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3420160->3461119] (req 3420160->3461119) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0824e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.904383:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1b0b lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3420160->3461119) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e0824e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.904392:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1b0b lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3420160->3461119) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e0824e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.904399:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1b0b lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3420160->3461119) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e0824e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.904408:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1b0b lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3420160->3461119) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e0824e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.905003:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5942f40) 00000100:00100000:3.0:1734016128.905054:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6470:x1818247339448064:12345-192.168.201.110@tcp:105: Request processed in 698us (852us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.905061:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11459 00000100:00100000:3.0:1734016128.911142:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336911104:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016128.921527:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339448192 00000100:00100000:3.0:1734016128.921539:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339448192 00000100:00100000:3.0:1734016128.921608:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11460 00000100:00100000:3.0:1734016128.921615:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339448192:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016128.921627:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1b0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3420160->3461119) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0824e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.921637:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1b0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3420160->3461119) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0824e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016128.921661:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016128.921663:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6953744 mtime: 1734016128 atime: 1734016128 ctime: 1734016128 blocks: 1312 00000020:00010000:3.0:1734016128.921665:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016128.921666:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6953744 mtime: 1734016128 atime: 1734016128 ctime: 1734016128 blocks: 1312 00000100:00100000:3.0:1734016128.921920:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339448192:12345-192.168.201.110@tcp:106: Request processed in 304us (1343us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.921928:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11460 00010000:00010000:3.0:1734016128.926959:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1b12 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.926982:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1b12 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.926992:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1b12 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.926998:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1b12 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.927004:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1b12 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.927018:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6953744, setting rss=6953744; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016128.927558:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1b12 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.927566:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1b12 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.927572:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1b12 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.927578:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b59433c0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016128.927582:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1b12 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.927595:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016128.927599:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1b12 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.927605:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1b12 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.927958:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336911104:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016128.934046:0:4740:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016128.934064:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339448320 00000100:00100000:3.0:1734016128.934074:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339448320 00000100:00100000:3.0:1734016128.934396:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11461 00000100:00100000:3.0:1734016128.934404:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339448320:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016128.934418:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1b0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3420160->3461119) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0824e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.934429:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1b0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3420160->3461119) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0824e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016128.934456:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016128.934458:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6953744 mtime: 1734016128 atime: 1734016128 ctime: 1734016128 blocks: 1312 00000020:00010000:3.0:1734016128.934461:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016128.934462:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6953744 mtime: 1734016128 atime: 1734016128 ctime: 1734016128 blocks: 1312 00000100:00100000:3.0:1734016128.934656:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339448320:12345-192.168.201.110@tcp:106: Request processed in 251us (1351us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.934666:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11461 00010000:00010000:3.0:1734016128.938855:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1b19 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.938869:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1b19 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.938878:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1b19 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.938884:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1b19 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.938889:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1b19 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016128.938901:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6953744, setting rss=6953744; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016128.938967:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1b19 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.938974:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1b19 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.938981:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1b19 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.938986:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941f80 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016128.938991:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1b19 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.938999:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016128.939003:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1b19 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.939009:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1b19 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.939662:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336911232:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016128.953654:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339448448 00000100:00100000:3.0:1734016128.953662:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339448448 00000100:00100000:3.0:1734016128.953693:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11462 00000100:00100000:3.0:1734016128.953700:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:6481:x1818247339448448:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016128.953748:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d1abe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e08201 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016128.953804:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016128.953809:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:6481:x1818247339448448:12345-192.168.201.110@tcp:104: Request processed in 109us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.953815:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11462 00000100:00100000:3.0:1734016128.958435:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336911488:192.168.201.110@tcp:36:fsx.0 00000080:00200000:3.0:1734016128.958478:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016128.958482:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016128.958498:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016128.958532:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016128.958543:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016128.958546:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a5b0, osc lock ffff8800b5a2aab0, flags 0x0 00010000:00010000:3.0:1734016128.958576:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1b0b lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3420160->3461119) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0824e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.958588:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1b0b lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3420160->3461119) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0824e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.958598:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1b0b lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3420160->3461119) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0824e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.958604:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1b0b lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3420160->3461119) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0824e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.958610:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1b0b lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3420160->3461119) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0824e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016128.958657:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016128.958668:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336911744:192.168.201.110@tcp:10:fsx.0 00000100:00100000:3.0:1734016128.970963:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336911744:192.168.201.110@tcp:10:fsx.0 00000100:00100000:3.0:1734016128.982587:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339448576 00000100:00100000:3.0:1734016128.982595:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339448576 00000100:00100000:3.0:1734016128.982632:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11463 00000100:00100000:3.0:1734016128.982639:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339448576:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016128.982653:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1b0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3420160->3461119) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e0824e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016128.983202:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:3.0:1734016128.983209:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339448576:12345-192.168.201.110@tcp:104: Request processed in 569us (724us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016128.983215:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11463 00000100:00100000:3.0:1734016128.989807:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016129.004464:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339448832 00000100:00100000:3.0:1734016129.004472:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339448832 00000100:00100000:3.0:1734016129.004510:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11465 00000100:00100000:3.0:1734016129.004517:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339448832:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016129.004530:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810b40/0x7bf039d361d1b27 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 118784->155647) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08278 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.004541:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810b40/0x7bf039d361d1b27 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 118784->155647) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08278 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016129.004578:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016129.004579:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6946371 mtime: 1734016128 atime: 1734016128 ctime: 1734016128 blocks: 1176 00000020:00010000:3.0:1734016129.004582:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016129.004583:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6946371 mtime: 1734016128 atime: 1734016128 ctime: 1734016128 blocks: 1176 00000100:00100000:3.0:1734016129.004618:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339448832:12345-192.168.201.110@tcp:106: Request processed in 102us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.004623:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11465 00010000:00010000:3.0:1734016129.008573:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1b2e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.008595:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1b2e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.008607:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1b2e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.008613:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1b2e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.008619:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1b2e lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016129.008630:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6946371, setting rss=6946371; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016129.008646:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1b2e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.008650:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1b2e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.008657:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1b2e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.008662:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5942f40 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016129.008666:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1b2e lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.008675:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016129.008680:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1b2e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.008689:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1b2e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016129.008750:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336912384:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016129.019063:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339448960 00000100:00100000:3.0:1734016129.019075:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339448960 00000100:00100000:3.0:1734016129.019134:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11466 00000100:00100000:3.0:1734016129.019140:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339448960:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016129.019154:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810b40/0x7bf039d361d1b27 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 118784->155647) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08278 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.019165:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810b40/0x7bf039d361d1b27 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 118784->155647) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08278 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016129.019185:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016129.019187:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 6946371 mtime: 1734016128 atime: 1734016128 ctime: 1734016128 blocks: 1176 00000020:00010000:3.0:1734016129.019190:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016129.019191:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 6946371 mtime: 1734016128 atime: 1734016128 ctime: 1734016128 blocks: 1176 00000100:00100000:3.0:1734016129.019239:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339448960:12345-192.168.201.110@tcp:106: Request processed in 99us (2269us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.019244:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11466 00010000:00010000:3.0:1734016129.025865:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1b35 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.025881:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1b35 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.025894:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1b35 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.025899:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1b35 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.025905:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1b35 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016129.025916:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6946371, setting rss=6946371; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016129.025928:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1b35 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.025933:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1b35 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.025950:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1b35 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.025956:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943840 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016129.025960:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1b35 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.025968:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016129.025972:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1b35 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.025981:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1b35 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016129.026011:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336912512:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016129.030376:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339449088 00000100:00100000:3.0:1734016129.030385:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339449088 00000100:00100000:3.0:1734016129.030426:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11467 00000100:00100000:3.0:1734016129.030433:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339449088:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016129.030448:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810b40/0x7bf039d361d1b27 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 118784->155647) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08278 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.030457:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810b40/0x7bf039d361d1b27 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 118784->155647) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08278 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016129.030476:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016129.030478:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6946371 mtime: 1734016128 atime: 1734016128 ctime: 1734016128 blocks: 1176 00000020:00010000:3.0:1734016129.030481:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016129.030482:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6946371 mtime: 1734016128 atime: 1734016128 ctime: 1734016128 blocks: 1176 00000100:00100000:3.0:1734016129.030525:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339449088:12345-192.168.201.110@tcp:106: Request processed in 92us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.030530:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11467 00010000:00010000:3.0:1734016129.037148:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1b3c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.037171:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1b3c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.037185:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1b3c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.037191:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1b3c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.037197:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1b3c lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016129.037208:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6946371, setting rss=6946371; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016129.037240:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1b3c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.037246:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1b3c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.037252:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1b3c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.037258:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941b00 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016129.037262:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1b3c lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.037272:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016129.037277:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1b3c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.037288:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1b3c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016129.037324:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336912640:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016129.043297:0:9553:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016129.043313:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339449216 00000100:00100000:3.0:1734016129.043321:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339449216 00000100:00100000:3.0:1734016129.043361:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11468 00000100:00100000:3.0:1734016129.043368:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339449216:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016129.043382:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810b40/0x7bf039d361d1b27 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 118784->155647) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08278 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.043390:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810b40/0x7bf039d361d1b27 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 118784->155647) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08278 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016129.043414:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016129.043416:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 6946371 mtime: 1734016128 atime: 1734016128 ctime: 1734016128 blocks: 1176 00000020:00010000:3.0:1734016129.043419:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016129.043420:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 6946371 mtime: 1734016128 atime: 1734016128 ctime: 1734016128 blocks: 1176 00000100:00100000:3.0:1734016129.043460:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339449216:12345-192.168.201.110@tcp:106: Request processed in 92us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.043466:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11468 00010000:00010000:3.0:1734016129.054071:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1b43 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.054097:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1b43 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.054108:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1b43 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.054113:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1b43 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.054118:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1b43 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016129.054128:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6946371, setting rss=6946371; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016129.054164:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1b43 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.054169:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1b43 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.054175:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1b43 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.054181:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5942ac0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016129.054184:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1b43 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.054197:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016129.054202:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1b43 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.054207:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1b43 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016129.054248:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336912768:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016129.055287:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336912896:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016129.059763:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339449344 00000100:00100000:3.0:1734016129.059774:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339449344 00000100:00100000:3.0:1734016129.059837:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11469 00000100:00100000:3.0:1734016129.059845:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339449344:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016129.059866:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810b40/0x7bf039d361d1b27 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 118784->155647) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08278 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.059877:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810b40/0x7bf039d361d1b27 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 118784->155647) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08278 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016129.059909:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016129.059911:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6946371 mtime: 1734016128 atime: 1734016128 ctime: 1734016128 blocks: 1176 00000020:00010000:3.0:1734016129.059914:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016129.059915:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6946371 mtime: 1734016128 atime: 1734016128 ctime: 1734016128 blocks: 1176 00000100:00100000:3.0:1734016129.059986:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339449344:12345-192.168.201.110@tcp:106: Request processed in 141us (677us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.059992:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11469 00010000:00010000:3.0:1734016129.065282:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1b4a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.065298:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1b4a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.065308:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1b4a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.065313:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1b4a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.065319:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1b4a lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016129.065330:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6946371, setting rss=6946371; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016129.065934:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1b4a lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.065948:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1b4a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.065954:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1b4a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.065960:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b59406c0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016129.065966:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1b4a lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.065977:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016129.065983:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1b4a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.065988:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1b4a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016129.066026:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336912896:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016129.070957:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339449472 00000100:00100000:3.0:1734016129.070966:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339449472 00000100:00100000:3.0:1734016129.071042:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11470 00000100:00100000:3.0:1734016129.071049:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339449472:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016129.071063:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810b40/0x7bf039d361d1b27 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 118784->155647) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08278 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.071821:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016129.071829:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339449472:12345-192.168.201.110@tcp:104: Request processed in 779us (1022us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.071836:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11470 00000100:00100000:3.0:1734016129.077776:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339449600 00000100:00100000:3.0:1734016129.077787:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339449600 00000100:00100000:3.0:1734016129.077832:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11471 00000100:00100000:3.0:1734016129.077838:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6470:x1818247339449600:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016129.077851:0:9553:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d1b51 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6529024->6533119] (req 6529024->6533119) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e082a2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.077861:0:9553:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d1b51 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6529024->6533119] (req 6529024->6533119) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e082a2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.077870:0:9553:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d1b51 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6529024->6533119) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e082a2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.077879:0:9553:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d1b51 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6529024->6533119) gid 0 flags: 0x10080000000000 nid: local remote: 0x3f004d6452e082a2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.077888:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d1b51 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6529024->6533119) gid 0 flags: 0x10080000000000 nid: local remote: 0x3f004d6452e082a2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.077898:0:9553:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d1b51 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6529024->6533119) gid 0 flags: 0x80000000000 nid: local remote: 0x3f004d6452e082a2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.077918:0:9553:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5940d80) 00000100:00100000:3.0:1734016129.077975:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6470:x1818247339449600:12345-192.168.201.110@tcp:105: Request processed in 136us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.077982:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11471 00000100:00100000:3.0:1734016129.118521:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339449728 00000100:00100000:3.0:1734016129.118531:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339449728 00000100:00100000:3.0:1734016129.118594:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11472 00000100:00100000:3.0:1734016129.118602:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:8966:x1818247339449728:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016129.118621:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d813a80/0x7bf039d361d1b20 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e08271 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016129.119089:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016129.119096:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:8966:x1818247339449728:12345-192.168.201.110@tcp:104: Request processed in 494us (1267us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.119103:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11472 00000100:00100000:3.0:1734016129.136592:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016129.142787:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016129.277658:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016129.289979:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016129.347034:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336916736:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016129.359423:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339450496 00000100:00100000:3.0:1734016129.359432:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339450496 00000100:00100000:3.0:1734016129.359467:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11478 00000100:00100000:3.0:1734016129.359474:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:8966:x1818247339450496:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016129.359488:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5ad00/0x7bf039d361d1b5f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e082be expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016129.361600:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:3.0:1734016129.361609:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:8966:x1818247339450496:12345-192.168.201.110@tcp:104: Request processed in 2134us (2441us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.361618:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11478 00000100:00100000:3.0:1734016129.381591:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336916992:192.168.201.110@tcp:36:fsx.0 00000080:00200000:3.0:1734016129.381631:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016129.381636:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016129.381649:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016129.381681:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016129.381694:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016129.381697:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a8b0, osc lock ffff8800b5a2a720, flags 0x0 00010000:00010000:3.0:1734016129.381748:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f586c0/0x7bf039d361d1b74 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2179072->2228223) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e082da expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.381759:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f586c0/0x7bf039d361d1b74 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2179072->2228223) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e082da expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.381771:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f586c0/0x7bf039d361d1b74 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2179072->2228223) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e082da expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.381779:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f586c0/0x7bf039d361d1b74 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2179072->2228223) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e082da expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.381785:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f586c0/0x7bf039d361d1b74 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2179072->2228223) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e082da expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016129.381840:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016129.381850:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336917248:192.168.201.110@tcp:10:fsx.0 00000100:00100000:3.0:1734016129.389684:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336917248:192.168.201.110@tcp:10:fsx.0 00010000:00010000:3.0:1734016129.428164:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (10084352 10088447) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f586c0/0x7bf039d361d1b74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2179072->2228223) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e082da expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016129.428286:0:9673:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc9f80 - object 0x280000400:5 offset 10063872<>10087409 00000100:00100000:3.0:1734016129.428347:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016129.428375:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336917632:192.168.201.110@tcp:4:fsx.0 00000080:00200000:3.0:1734016129.449659:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1734016129.449771:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336917760:192.168.201.110@tcp:44:fsx.0 00000100:00100000:3.0:1734016129.449834:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe30c0 going to sleep for 11 seconds 00000080:00200008:3.0:1734016129.469777:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016129.469788:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:3.0:1734016129.469810:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016129.469827:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b3df9000 type 13 mode 30 res 8589935617/9 (0 0) 00010000:00010000:3.0:1734016129.469881:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800ae842880/0x7bf039d361d1b7b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 9673 initiator: MDT0 00010000:00010000:3.0:1734016129.469890:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800ae842880/0x7bf039d361d1b7b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00010000:00010000:3.0:1734016129.469900:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800ae842880/0x7bf039d361d1b7b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00000100:00100000:3.0:1734016129.469923:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb100 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336918016:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016129.470011:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe3a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.482455:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016129.500130:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000020:00010000:3.0:1734016129.580192:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8caf6c8 (ffff8800aeaf9a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016129.580197:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8caf6c8 (ffff8800aeaf9a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016129.580201:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891f30 (ffff8800aeaf9d88/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016129.580208:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5af40/0x7bf039d361d1b97 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08319 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.580218:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5af40/0x7bf039d361d1b97 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08319 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016129.580236:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8caf6c8 (ffff8800aeaf9a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016129.580239:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891f30 (ffff8800aeaf9a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016129.580255:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016129.580474:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016129.580481:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:3.0:1734016129.580503:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016129.580518:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800ae842880/0x7bf039d361d1b7b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e082ef expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016129.580529:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800ae842880/0x7bf039d361d1b7b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e082ef expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016129.580540:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:3.0:1734016129.580543:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d1b7b 00000080:00010000:3.0:1734016129.580548:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d1b7b from it ffff8800a7d3bcd8 00010000:00010000:3.0:1734016129.580551:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800ae842880/0x7bf039d361d1b7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e082ef expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016129.580557:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800ae842880/0x7bf039d361d1b7b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e082ef expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016129.580575:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016129.580584:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016129.580599:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016129.580602:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588afb0, osc lock ffff8800b5a2a260, flags 0x400001002 00010000:00010000:3.0:1734016129.580613:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5af40/0x7bf039d361d1b97 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08319 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.580620:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5af40/0x7bf039d361d1b97 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08319 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.580629:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5af40/0x7bf039d361d1b97 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08319 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.580636:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5af40/0x7bf039d361d1b97 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08319 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016129.580651:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10087409 i_blocks 1416 00000020:00010000:3.0:1734016129.580654:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fcb68 (ffff8800aeaf9a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016129.580656:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fcb68 (ffff8800aeaf9a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016129.580658:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588afb0 (ffff8800aeaf9d88/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016129.580660:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fcb68 (ffff8800aeaf9a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016129.580662:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588afb0 (ffff8800aeaf9a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016129.580668:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016129.580679:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016129.580683:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016129.580686:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016129.580690:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016129.580691:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588afb0, osc lock ffff8800b5a2a260, flags 0x400001002 00010000:00010000:3.0:1734016129.580697:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5af40/0x7bf039d361d1b97 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08319 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.580704:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5af40/0x7bf039d361d1b97 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08319 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.580751:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5af40/0x7bf039d361d1b97 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08319 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.580757:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5af40/0x7bf039d361d1b97 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08319 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016129.580767:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10087409 i_blocks 1416 00000020:00010000:3.0:1734016129.580769:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fcb68 (ffff8800aeaf9a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016129.580771:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fcb68 (ffff8800aeaf9a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016129.580773:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588afb0 (ffff8800aeaf9d88/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016129.580776:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fcb68 (ffff8800aeaf9a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016129.580777:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588afb0 (ffff8800aeaf9a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016129.580782:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016129.580788:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 10087409 00000080:00200008:3.0:1734016129.580795:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016129.580798:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:3.0:1734016129.580804:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016129.580810:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800ae842880/0x7bf039d361d1b7b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e082ef expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016129.580816:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800ae842880/0x7bf039d361d1b7b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e082ef expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016129.580822:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:3.0:1734016129.580824:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d1b7b 00000080:00010000:3.0:1734016129.580827:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d1b7b from it ffff8800a7d3bcd8 00010000:00010000:3.0:1734016129.580829:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800ae842880/0x7bf039d361d1b7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e082ef expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016129.580835:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800ae842880/0x7bf039d361d1b7b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e082ef expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016129.580844:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016129.580848:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016129.580852:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016129.580854:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588afb0, osc lock ffff8800b5a2a260, flags 0x400001002 00010000:00010000:3.0:1734016129.580859:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5af40/0x7bf039d361d1b97 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08319 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.580865:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5af40/0x7bf039d361d1b97 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08319 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.580872:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5af40/0x7bf039d361d1b97 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08319 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.580877:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5af40/0x7bf039d361d1b97 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08319 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016129.580887:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10087409 i_blocks 1416 00000020:00010000:3.0:1734016129.580889:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fcb68 (ffff8800aeaf9a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016129.580891:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fcb68 (ffff8800aeaf9a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016129.580893:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588afb0 (ffff8800aeaf9d88/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016129.580896:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fcb68 (ffff8800aeaf9a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016129.580898:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588afb0 (ffff8800aeaf9a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016129.580902:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016129.580908:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016129.580911:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016129.580914:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016129.580918:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016129.580919:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588afb0, osc lock ffff8800b5a2a260, flags 0x400001002 00010000:00010000:3.0:1734016129.580924:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5af40/0x7bf039d361d1b97 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08319 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.580944:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5af40/0x7bf039d361d1b97 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08319 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.580951:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5af40/0x7bf039d361d1b97 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08319 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.580957:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5af40/0x7bf039d361d1b97 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08319 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016129.580967:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10087409 i_blocks 1416 00000020:00010000:3.0:1734016129.580969:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fcb68 (ffff8800aeaf9a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016129.580971:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fcb68 (ffff8800aeaf9a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016129.580973:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588afb0 (ffff8800aeaf9d88/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016129.580976:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fcb68 (ffff8800aeaf9a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016129.580978:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588afb0 (ffff8800aeaf9a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016129.580982:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016129.580986:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 10087409 00000080:00200008:3.0:1734016129.581026:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 9011200, type: SEEK_SET 00000080:00200008:3.0:1734016129.581032:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 9011200, type: SEEK_SET, rc = 9011200 00000080:00200008:3.0:1734016129.581042:0:9673:0:(file.c:2290:do_file_read_iter()) START file f16a.sanityn:[0x200000401:0x9:0x0], ppos: 9011200, count: 4096 00000080:00200000:3.0:1734016129.581046:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016129.581052:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016129.581059:0:9673:0:(file.c:1826:ll_file_io_generic()) f16a.sanityn: read ppos: 9011200, bytes: 4096 00000080:00200000:3.0:1734016129.581066:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1734016129.581073:0:9673:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012d0c27d0[0x4, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1734016129.581074:0:9673:0:(cl_io.c:195:cl_io_rw_init()) io range: 1 [9011200, 9015296) 0 0 00000080:00200000:3.0:1734016129.581077:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016129.581085:0:9673:0:(file.c:1893:ll_file_io_generic()) Range lock [2200, 2200] 00020000:00200000:3.0:1734016129.581091:0:9673:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 9011200 chunk: [9011200, 9015296) 9015296, 4096 00020000:00200000:3.0:1734016129.581095:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016129.581109:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2200, 2200] 00000008:00010000:3.0:1734016129.581116:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1734016129.581118:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588afb0, osc lock ffff8800b5a2a260, flags 0x0 00000080:00200000:3.0:1734016129.581123:0:9673:0:(vvp_io.c:840:vvp_io_read_start()) f16a.sanityn: read [9011200, 9015296) 00000080:00200000:3.0:1734016129.581130:0:9673:0:(vvp_io.c:899:vvp_io_read_start()) count:4096 iocb pos:9011200 00000080:00200000:3.0:1734016129.581138:0:9673:0:(rw26.c:526:ll_direct_IO_impl()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8), size=4096 (max 603979776), offset=9011200=0x898000, pages 1 (max 147456), lockless, parallel 00000080:00200000:3.0:1734016129.581202:0:9673:0:(rw26.c:672:ll_direct_IO_impl()) result 0 tot_bytes 4096 count 4096 file_offset 9015296 00000020:00010000:3.0:1734016129.581207:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8caf6c8 (ffff8800aeaf9a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016129.581209:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8caf6c8 (ffff8800aeaf9a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016129.581211:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588afb0 (ffff8800aeaf9d88/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016129.581213:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8caf6c8 (ffff8800aeaf9a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016129.581215:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588afb0 (ffff8800aeaf9a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016129.581219:0:9673:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1734016129.589194:0:9673:0:(file.c:1930:ll_file_io_generic()) Range unlock [2200, 2200] 00000080:00200000:3.0:1734016129.589211:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016129.589216:0:9673:0:(file.c:1964:ll_file_io_generic()) f16a.sanityn: 1 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1734016129.589226:0:9673:0:(file.c:2044:ll_file_io_generic()) iot: 1, result: 4096 00000080:00200008:3.0:1734016129.589252:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016129.589260:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:3.0:1734016129.589281:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016129.589298:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d1b89 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e0830b expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016129.589311:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d1b89 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e0830b expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016129.589323:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:3.0:1734016129.589327:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d1b89 00000080:00010000:3.0:1734016129.589334:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d1b89 from it ffff8800a7d3bcd8 00010000:00010000:3.0:1734016129.589337:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d1b89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e0830b expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016129.589345:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d1b89 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e0830b expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016129.589369:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016129.589379:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016129.589395:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016129.589398:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588afb0, osc lock ffff8800b5a2a260, flags 0x400001002 00010000:00010000:3.0:1734016129.589410:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1b90 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08312 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.589417:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1b90 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08312 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.589425:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1b90 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08312 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.589431:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1b90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08312 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016129.589445:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10087409 i_blocks 1416 00000020:00010000:3.0:1734016129.589448:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fcb68 (ffff8800aeaf9a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016129.589451:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fcb68 (ffff8800aeaf9a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016129.589452:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588afb0 (ffff8800aeaf9d88/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016129.589455:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fcb68 (ffff8800aeaf9a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016129.589457:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588afb0 (ffff8800aeaf9a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016129.589464:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016129.589476:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016129.589480:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016129.589483:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016129.589487:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016129.589489:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588afb0, osc lock ffff8800b5a2a260, flags 0x400001002 00010000:00010000:3.0:1734016129.589493:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1b90 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08312 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.589500:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1b90 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08312 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.589505:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1b90 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08312 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.589510:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1b90 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08312 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016129.589522:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10087409 i_blocks 1416 00000020:00010000:3.0:1734016129.589524:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fcb68 (ffff8800aeaf9a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016129.589526:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fcb68 (ffff8800aeaf9a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016129.589529:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588afb0 (ffff8800aeaf9d88/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016129.589531:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fcb68 (ffff8800aeaf9a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016129.589533:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588afb0 (ffff8800aeaf9a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016129.589538:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016129.589544:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 10087409 00000080:00a00000:3.0:1734016129.589731:0:9673:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0x9:0x0] vma=ffff8800b59450d8 start=0x7f8ee1efe000 end=0x7f8ee1f0e000 vm_flags=0xfb 00000080:00200000:3.0:1734016129.589742:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016129.589746:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016129.589752:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016129.589754:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588afb0, osc lock ffff8800b5a2a260, flags 0x400001002 00010000:00010000:3.0:1734016129.589763:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5af40/0x7bf039d361d1b97 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08319 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.589771:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5af40/0x7bf039d361d1b97 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08319 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.589777:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5af40/0x7bf039d361d1b97 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08319 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.589782:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5af40/0x7bf039d361d1b97 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08319 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016129.589798:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10087409 i_blocks 1416 00000020:00010000:3.0:1734016129.589800:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fcb68 (ffff8800aeaf9a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016129.589802:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fcb68 (ffff8800aeaf9a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016129.589804:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588afb0 (ffff8800aeaf9d88/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016129.589806:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fcb68 (ffff8800aeaf9a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016129.589808:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588afb0 (ffff8800aeaf9a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016129.589812:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016129.590183:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1622 00000080:00200000:3.0:1734016129.590202:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016129.590216:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016129.590230:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1622, 1622] 00000008:00010000:3.0:1734016129.590243:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016129.590247:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588afb0, osc lock ffff8800b5a2a260, flags 0x0 00010000:00010000:3.0:1734016129.590261:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b587d800 type 11 mode 2 res 10737419264/5 (6643712 6647807) 00010000:00010000:3.0:1734016129.590278:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.590288:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6643712->6647807] (req 6643712->6647807) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.590325:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6643712->6647807] (req 6643712->6647807) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016129.590350:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc9880 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336920064:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016129.590429:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016129.594201:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016129.594274:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016129.600008:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016129.600046:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339451136 00000100:00100000:3.0:1734016129.600054:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339451136 00000100:00100000:3.0:1734016129.600098:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11482 00000100:00100000:3.0:1734016129.600107:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fc8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6470:x1818247339451136:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016129.600124:0:9553:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6643712->6647807] (req 6643712->6647807) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.600136:0:9553:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6643712->6647807] (req 6643712->6647807) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.600145:0:9553:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.600157:0:9553:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x10080000000000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.600166:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x10080000000000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.600176:0:9553:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x80000000000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.600196:0:9553:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800ae841440) 00000100:00100000:3.0:1734016129.600250:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fc8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6470:x1818247339451136:12345-192.168.201.110@tcp:105: Request processed in 144us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.600258:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11482 00000008:00010000:3.0:1734016129.609938:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016129.609982:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016129.610005:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336920576:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016129.613955:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.614006:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6639616 6643711) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016129.614049:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc9500 - object 0x280000400:5 offset 6639616<>6643712 00000100:00100000:3.0:1734016129.614074:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016129.614090:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336920832:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016129.622188:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016129.622238:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016129.622266:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336920832:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016129.628276:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016129.628322:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016129.628344:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336921088:192.168.201.110@tcp:3:fsx.0 00000020:00010000:3.0:1734016129.629351:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8caf6c8 (ffff8800aeaf9a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016129.629356:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8caf6c8 (ffff8800aeaf9a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016129.629359:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891430 (ffff8800aeaf9d88/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016129.629376:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.629385:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016129.629399:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8caf6c8 (ffff8800aeaf9a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016129.629401:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891430 (ffff8800aeaf9a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016129.629417:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016129.629434:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016129.629445:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016129.629458:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1620, 1620] 00000008:00010000:3.0:1734016129.629469:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016129.629473:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a3b0, osc lock ffff8800b5a2a4c0, flags 0x0 00010000:00010000:3.0:1734016129.629491:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.629501:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6635520 6639615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.629511:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.629521:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.629526:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016129.629561:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3300 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016129.629575:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016129.629584:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016129.629589:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016129.629596:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3300 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016129.629602:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8caf6c8 (ffff8800aeaf9a28/0) at cl_lock_release():233 00000020:00010000:3.0:1734016129.629603:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8caf6c8 (ffff8800aeaf9a28/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016129.629606:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a3b0 (ffff8800aeaf9d88/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016129.629609:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.629613:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016129.629621:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8caf6c8 (ffff8800aeaf9a28/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016129.629622:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a3b0 (ffff8800aeaf9a28/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016129.629628:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016129.629681:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1619 00000080:00200000:3.0:1734016129.629687:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016129.629691:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016129.629695:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1619, 1619] 00000008:00010000:3.0:1734016129.629699:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016129.629701:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a3b0, osc lock ffff8800b5a2a4c0, flags 0x0 00010000:00010000:3.0:1734016129.629726:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.629734:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6631424 6635519) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.629741:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.629746:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.629750:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016129.629813:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016129.629827:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012ffe3900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.629852:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6631424 6635519) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016129.629887:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc9500 - object 0x280000400:5 offset 6631424<>6635520 00000100:00100000:3.0:1734016129.629906:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336921344:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016129.636840:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012ffe3900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016129.636880:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841440/0x7bf039d361d1b9e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6643712->6647807) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08327 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016129.636901:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336921344:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016129.762546:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016129.769812:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016129.779968:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016129.786656:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336925440:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016129.788983:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016129.797947:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016129.805421:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016129.814988:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016129.822873:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016129.828234:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339452288 00000100:00100000:3.0:1734016129.828241:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339452288 00000100:00100000:3.0:1734016129.828306:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11491 00000100:00100000:3.0:1734016129.828312:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6470:x1818247339452288:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016129.828323:0:9553:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1bcf lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5484544->5496831] (req 5484544->5496831) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08358 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.828331:0:9553:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1bcf lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5484544->5496831] (req 5484544->5496831) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08358 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.828337:0:9553:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1bcf lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5484544->5496831) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08358 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.828345:0:9553:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1bcf lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5484544->5496831) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08358 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.828351:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1bcf lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5484544->5496831) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08358 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.828443:0:9553:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1bcf lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5484544->5496831) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e08358 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.828594:0:9553:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b59421c0) 00000100:00100000:3.0:1734016129.828693:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6470:x1818247339452288:12345-192.168.201.110@tcp:105: Request processed in 380us (1044us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.829004:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11491 00000100:00100000:3.0:1734016129.840609:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339452416 00000100:00100000:3.0:1734016129.840618:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339452416 00000100:00100000:3.0:1734016129.840667:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11492 00000100:00100000:3.0:1734016129.840674:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339452416:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016129.840688:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1bcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5484544->5496831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08358 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.840698:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1bcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5484544->5496831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08358 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016129.840768:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 3, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016129.840770:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10218090 mtime: 1734016129 atime: 1734016129 ctime: 1734016129 blocks: 1736 00000020:00010000:3.0:1734016129.840774:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016129.840775:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10218090 mtime: 1734016129 atime: 1734016129 ctime: 1734016129 blocks: 1736 00000100:00100000:3.0:1734016129.840832:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339452416:12345-192.168.201.110@tcp:106: Request processed in 158us (630us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.840839:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11492 00000100:00100000:3.0:1734016129.854262:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339452544 00000100:00100000:3.0:1734016129.854273:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339452544 00000100:00100000:3.0:1734016129.854331:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11493 00000100:00100000:3.0:1734016129.854339:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339452544:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016129.854354:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1bcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5484544->5496831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08358 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.854365:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1bcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5484544->5496831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08358 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016129.854388:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 3, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016129.854390:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10218090 mtime: 1734016129 atime: 1734016129 ctime: 1734016129 blocks: 1736 00000020:00010000:3.0:1734016129.854393:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016129.854394:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 10218090 mtime: 1734016129 atime: 1734016129 ctime: 1734016129 blocks: 1736 00000100:00100000:3.0:1734016129.854453:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339452544:12345-192.168.201.110@tcp:106: Request processed in 114us (699us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.854460:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11493 00010000:00010000:3.0:1734016129.859008:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1bdd lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.859026:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1bdd lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.859038:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1bdd lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.859044:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1bdd lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.859050:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1bdd lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016129.859061:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10218090, setting rss=10218090; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016129.859071:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1bdd lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.859077:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1bdd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.859084:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1bdd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.859094:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943180 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016129.859098:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1bdd lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.859108:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016129.859112:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1bdd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.859117:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d1bdd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016129.859589:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336926464:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016129.874610:0:4740:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016129.874630:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339452672 00000100:00100000:3.0:1734016129.874638:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339452672 00000100:00100000:3.0:1734016129.874672:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11494 00000100:00100000:3.0:1734016129.874679:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:8966:x1818247339452672:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016129.874693:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800ae842880/0x7bf039d361d1b7b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e082ef expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016129.875550:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016129.875557:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:8966:x1818247339452672:12345-192.168.201.110@tcp:104: Request processed in 878us (1058us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.875565:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11494 00000100:00100000:3.0:1734016129.886975:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339452800 00000100:00100000:3.0:1734016129.886984:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339452800 00000100:00100000:3.0:1734016129.887457:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11495 00000100:00100000:3.0:1734016129.887465:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339452800:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016129.887479:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1bcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5484544->5496831) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08358 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.887544:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016129.887549:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339452800:12345-192.168.201.110@tcp:104: Request processed in 86us (1390us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.887555:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11495 00000100:00100000:3.0:1734016129.904088:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339452928 00000100:00100000:3.0:1734016129.904098:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339452928 00000100:00100000:3.0:1734016129.904145:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11496 00000100:00100000:3.0:1734016129.904151:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:9956:x1818247339452928:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016129.904165:0:9553:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810240/0x7bf039d361d1be4 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08374 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.904175:0:9553:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810240/0x7bf039d361d1be4 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08374 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.904182:0:9553:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810240/0x7bf039d361d1be4 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08374 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.904192:0:9553:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810240/0x7bf039d361d1be4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08374 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.904199:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810240/0x7bf039d361d1be4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08374 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.904207:0:9553:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810240/0x7bf039d361d1be4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e08374 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.906333:0:9553:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012d810240) 00000100:00100000:3.0:1734016129.906398:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:9956:x1818247339452928:12345-192.168.201.110@tcp:105: Request processed in 2244us (2444us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.906408:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11496 00000100:00100000:3.0:1734016129.957062:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339453056 00000100:00100000:3.0:1734016129.957070:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339453056 00000100:00100000:3.0:1734016129.957115:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11497 00000100:00100000:3.0:1734016129.957121:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339453056:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016129.957135:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810240/0x7bf039d361d1be4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08374 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.957144:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810240/0x7bf039d361d1be4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08374 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016129.957167:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016129.957169:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 1599447 mtime: 1734016129 atime: 1734016129 ctime: 1734016129 blocks: 360 00000020:00010000:3.0:1734016129.957172:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016129.957173:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 1599447 mtime: 1734016129 atime: 1734016129 ctime: 1734016129 blocks: 360 00000100:00100000:3.0:1734016129.957215:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339453056:12345-192.168.201.110@tcp:106: Request processed in 93us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.957221:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11497 00000100:00100000:3.0:1734016129.966558:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339453184 00000100:00100000:3.0:1734016129.966570:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339453184 00000100:00100000:3.0:1734016129.966610:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11498 00000100:00100000:3.0:1734016129.966781:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339453184:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016129.966795:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810240/0x7bf039d361d1be4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08374 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.966864:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016129.966871:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339453184:12345-192.168.201.110@tcp:104: Request processed in 254us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.966877:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11498 00000100:00100000:3.0:1734016129.977400:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339453312 00000100:00100000:3.0:1734016129.977405:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339453312 00000100:00100000:3.0:1734016129.977474:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11499 00000100:00100000:3.0:1734016129.977479:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9956:x1818247339453312:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016129.977486:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5a880/0x7bf039d361d1bf9 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08390 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.977492:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5a880/0x7bf039d361d1bf9 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [159744->163839] (req 159744->163839) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08390 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.977499:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5a880/0x7bf039d361d1bf9 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08390 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.977505:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5a880/0x7bf039d361d1bf9 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08390 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.977510:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5a880/0x7bf039d361d1bf9 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08390 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.977522:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5a880/0x7bf039d361d1bf9 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e08390 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.978387:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800a7f5a880) 00000100:00100000:3.0:1734016129.979448:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9956:x1818247339453312:12345-192.168.201.110@tcp:105: Request processed in 1965us (2249us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016129.979457:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11499 00000008:00010000:3.0:1734016129.985878:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5a880/0x7bf039d361d1bf9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08390 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.985905:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (155648 159743) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5a880/0x7bf039d361d1bf9 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08390 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016129.985940:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc8380 - object 0x280000400:5 offset 155648<>159744 00000008:00010000:3.0:1734016129.992429:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5a880/0x7bf039d361d1bf9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08390 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016129.992473:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5a880/0x7bf039d361d1bf9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08390 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016129.992493:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336928384:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016129.995697:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5a880/0x7bf039d361d1bf9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08390 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016129.995776:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (151552 155647) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5a880/0x7bf039d361d1bf9 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08390 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016129.995806:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc8380 - object 0x280000400:5 offset 151552<>155648 00000008:00010000:3.0:1734016130.000361:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5a880/0x7bf039d361d1bf9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08390 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.000401:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5a880/0x7bf039d361d1bf9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08390 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016130.000419:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336928640:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016130.007255:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5a880/0x7bf039d361d1bf9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08390 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.007290:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5a880/0x7bf039d361d1bf9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08390 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016130.007307:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336928896:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016130.019023:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5a880/0x7bf039d361d1bf9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08390 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.019062:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5a880/0x7bf039d361d1bf9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08390 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016130.019080:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336929152:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016130.025530:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5a880/0x7bf039d361d1bf9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08390 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.025843:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5a880/0x7bf039d361d1bf9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08390 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016130.025863:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336929408:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016130.037109:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5a880/0x7bf039d361d1bf9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08390 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.037134:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5a880/0x7bf039d361d1bf9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08390 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016130.037152:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336929664:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016130.051356:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5a880/0x7bf039d361d1bf9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08390 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.051395:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5a880/0x7bf039d361d1bf9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08390 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016130.051415:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336929920:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016130.062087:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5a880/0x7bf039d361d1bf9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08390 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.062113:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5a880/0x7bf039d361d1bf9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08390 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016130.062134:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336930176:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016130.066545:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5a880/0x7bf039d361d1bf9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08390 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.066574:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5a880/0x7bf039d361d1bf9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08390 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016130.066600:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336930432:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016130.076851:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5a880/0x7bf039d361d1bf9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08390 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.076878:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5a880/0x7bf039d361d1bf9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 159744->163839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08390 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016130.076895:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336930688:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.096517:0:4740:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016130.096534:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339453440 00000100:00100000:3.0:1734016130.096543:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339453440 00000100:00100000:3.0:1734016130.114038:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339453568 00000100:00100000:3.0:1734016130.114046:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339453568 00000100:00100000:3.0:1734016130.114078:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11501 00000100:00100000:3.0:1734016130.114085:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9956:x1818247339453568:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016130.114094:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d1c07 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1441792->1482751] (req 1441792->1482751) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e083a5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.114106:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d1c07 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1441792->1482751] (req 1441792->1482751) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e083a5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.114113:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d1c07 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1441792->1482751) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e083a5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.114121:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d1c07 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1441792->1482751) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e083a5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.114128:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d1c07 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1441792->1482751) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e083a5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.114135:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d1c07 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1441792->1482751) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e083a5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.114162:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012d811d40) 00000100:00100000:3.0:1734016130.114201:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9956:x1818247339453568:12345-192.168.201.110@tcp:105: Request processed in 115us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.114208:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11501 00000100:00100000:3.0:1734016130.140582:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016130.161529:0:1981:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012aae7800: committing for last_committed 4294969347 gen 2 00000008:00010000:3.0:1734016130.161581:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### no dlm lock: extent: ffff8800ab3e8840 00000008:00010000:3.0:1734016130.161602:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### no dlm lock: extent: ffff8800ab3e8840 00000100:00100000:3.0:1734016130.161615:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336931584:192.168.201.110@tcp:4:fsx.0 00010000:00010000:3.0:1734016130.171692:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d1c0e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.171897:0:1981:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d1c0e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e083b3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.171912:0:1981:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d1c0e lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e083b3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.171932:0:1981:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d1c0e lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e083b3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.171946:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 3108864, setting rss=3108864; kms=3108864, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d1c0e lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e083b3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.171975:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d1c0e lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e083b3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.171982:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d1c0e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e083b3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.171988:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d1c0e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e083b3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.171995:0:1981:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d1c0e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e083b3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016130.172009:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336931840:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016130.176776:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339453824 00000100:00100000:3.0:1734016130.176784:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339453824 00000100:00100000:3.0:1734016130.176881:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11503 00000100:00100000:3.0:1734016130.176888:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:8966:x1818247339453824:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016130.176901:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5a1c0/0x7bf039d361d1beb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e08382 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016130.177221:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016130.177228:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:8966:x1818247339453824:12345-192.168.201.110@tcp:104: Request processed in 339us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.177236:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11503 00000100:00100000:3.0:1734016130.194847:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016130.194887:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339453952 00000100:00100000:3.0:1734016130.194895:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339453952 00000100:00100000:3.0:1734016130.194939:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11504 00000100:00100000:3.0:1734016130.194946:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fc9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339453952:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016130.194959:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d1c0e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e083b3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.195019:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016130.195025:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fc9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339453952:12345-192.168.201.110@tcp:104: Request processed in 79us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.195031:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11504 00000100:00100000:3.0:1734016130.204326:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000020:00010000:3.0:1734016130.294472:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8caf308 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016130.294476:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8caf308 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016130.294479:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891030 (ffff8800a7e71098/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016130.294485:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.294494:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016130.294509:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8caf308 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016130.294510:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891030 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016130.294523:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016130.294535:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016130.294544:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016130.294553:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1231, 1231] 00000008:00010000:3.0:1734016130.294563:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016130.294566:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588aab0, osc lock ffff8800b5a2a390, flags 0x0 00010000:00010000:3.0:1734016130.294578:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.294587:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5042176 5046271) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.294596:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.294601:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.294607:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.294639:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016130.294652:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016130.294659:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.294665:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.294672:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016130.294679:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8caf308 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016130.294680:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8caf308 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016130.294682:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588aab0 (ffff8800a7e71098/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016130.294685:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.294690:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016130.294696:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8caf308 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016130.294698:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588aab0 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016130.294704:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016130.295100:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1230 00000080:00200000:3.0:1734016130.295107:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016130.295111:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016130.295115:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1230, 1230] 00000008:00010000:3.0:1734016130.295120:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016130.295122:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588aab0, osc lock ffff8800b5a2a390, flags 0x0 00010000:00010000:3.0:1734016130.295128:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.295135:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5038080 5042175) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.295142:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.295147:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.295153:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016130.301436:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8caf308 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016130.301440:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8caf308 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016130.301443:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588aab0 (ffff8800a7e71098/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016130.301449:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.301457:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016130.301474:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8caf308 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016130.301476:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588aab0 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016130.301490:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016130.301504:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016130.301515:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016130.301525:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1230, 1230] 00000008:00010000:3.0:1734016130.301535:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016130.301539:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588aab0, osc lock ffff8800b5a2a390, flags 0x0 00010000:00010000:3.0:1734016130.301555:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.301565:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5038080 5042175) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.301574:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.301580:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.301585:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.301618:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016130.301635:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016130.301643:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.301649:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.301656:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016130.301664:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8caf308 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016130.301666:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8caf308 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016130.301668:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588aab0 (ffff8800a7e71098/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016130.301671:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.301676:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016130.301684:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8caf308 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016130.301685:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588aab0 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016130.301692:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016130.301780:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1229 00000080:00200000:3.0:1734016130.301786:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016130.301792:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016130.301796:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1229, 1229] 00000008:00010000:3.0:1734016130.301802:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016130.301804:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588aab0, osc lock ffff8800b5a2a390, flags 0x0 00010000:00010000:3.0:1734016130.301810:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.301816:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5033984 5038079) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.301821:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.301825:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.301830:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016130.309619:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8caf308 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016130.309623:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8caf308 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016130.309625:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588aab0 (ffff8800a7e71098/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016130.309631:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.309638:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016130.309650:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8caf308 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016130.309652:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588aab0 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016130.309665:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016130.309680:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016130.309689:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016130.309698:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1229, 1229] 00000008:00010000:3.0:1734016130.309724:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016130.309728:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588aab0, osc lock ffff8800b5a2a390, flags 0x0 00010000:00010000:3.0:1734016130.309741:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.309751:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5033984 5038079) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.309759:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.309765:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.309770:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.309794:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016130.309807:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016130.309814:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.309820:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.309826:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016130.309833:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8caf308 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016130.309835:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8caf308 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016130.309837:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588aab0 (ffff8800a7e71098/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016130.309840:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.309845:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016130.309852:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8caf308 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016130.309854:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588aab0 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016130.309859:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016130.309904:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1228 00000080:00200000:3.0:1734016130.309910:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016130.309923:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016130.309927:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1228, 1228] 00000008:00010000:3.0:1734016130.309932:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016130.309933:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588aab0, osc lock ffff8800b5a2a390, flags 0x0 00010000:00010000:3.0:1734016130.309939:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.309945:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5029888 5033983) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.309954:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.309959:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.309964:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016130.314634:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8caf308 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016130.314637:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8caf308 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016130.314640:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588aab0 (ffff8800a7e71098/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016130.314645:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.314653:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016130.314664:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8caf308 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016130.314666:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588aab0 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016130.314678:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016130.314693:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016130.314702:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016130.314748:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1228, 1228] 00000008:00010000:3.0:1734016130.314756:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016130.314759:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588aab0, osc lock ffff8800b5a2a390, flags 0x0 00010000:00010000:3.0:1734016130.314772:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.314782:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5029888 5033983) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.314790:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.314795:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.314801:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.314828:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3540 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016130.314840:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:3.0:1734016130.314847:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.314852:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.314858:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3540 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016130.314867:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8caf308 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016130.314869:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8caf308 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016130.314871:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588aab0 (ffff8800a7e71098/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016130.314873:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.314878:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016130.314884:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8caf308 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016130.314885:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588aab0 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016130.314890:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016130.314928:0:9673:0:(file.c:5185:ll_fsync()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8), start 5029888, end 5091327, datasync 1 00000080:00200000:3.0:1734016130.314933:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016130.314937:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:3.0:1734016130.314945:0:9673:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012ffe3540 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.314953:0:9673:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff88012ffe3540 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.315419:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5087232 5091327) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016130.315474:0:9673:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fca680 - object 0x280000400:5 offset 5029888<>5090006 00000080:00200000:3.0:1734016130.330754:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1734016130.330815:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8000 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336936704:192.168.201.110@tcp:44:fsx.0 00000100:00100000:3.0:1734016130.330874:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe3540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016130.374660:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016130.389550:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016130.422495:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339454464 00000100:00100000:3.0:1734016130.422506:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339454464 00000100:00100000:3.0:1734016130.422550:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11508 00000100:00100000:3.0:1734016130.422555:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339454464:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016130.422567:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d1c15 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e083c1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.422632:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016130.422637:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339454464:12345-192.168.201.110@tcp:104: Request processed in 82us (3338us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.422643:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11508 00000100:00100000:3.0:1734016130.437542:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339454592 00000100:00100000:3.0:1734016130.437550:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339454592 00000100:00100000:3.0:1734016130.437626:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11509 00000100:00100000:3.0:1734016130.437633:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6470:x1818247339454592:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016130.437645:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d1c31 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e083eb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.437655:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d1c31 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e083eb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.437663:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d1c31 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e083eb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.437673:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d1c31 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e083eb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.437681:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d1c31 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e083eb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.437690:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d1c31 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e083eb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.437815:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5940d80) 00000100:00100000:3.0:1734016130.438151:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6470:x1818247339454592:12345-192.168.201.110@tcp:105: Request processed in 517us (1355us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.438158:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11509 00000100:00100000:3.0:1734016130.471035:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339454720 00000100:00100000:3.0:1734016130.471044:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339454720 00000100:00100000:3.0:1734016130.471074:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11510 00000100:00100000:3.0:1734016130.471080:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339454720:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016130.471092:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d1c31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083eb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.471101:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d1c31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e083eb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016130.471140:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016130.471142:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 7436445 mtime: 1734016130 atime: 1734016130 ctime: 1734016130 blocks: 544 00000020:00010000:3.0:1734016130.471146:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016130.471147:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 7436445 mtime: 1734016130 atime: 1734016130 ctime: 1734016130 blocks: 544 00000100:00100000:3.0:1734016130.471184:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339454720:12345-192.168.201.110@tcp:106: Request processed in 103us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.471190:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11510 00010000:00010000:3.0:1734016130.490110:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d1c46 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.490128:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d1c46 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.490137:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d1c46 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.490143:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d1c46 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.490148:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d1c46 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016130.490159:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 7436445, setting rss=7436445; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016130.490170:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d1c46 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.490175:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d1c46 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.490180:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d1c46 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.490187:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943a80 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016130.490191:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d1c46 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.490199:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016130.490202:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d1c46 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.490207:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d1c46 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016130.490248:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336938240:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016130.503277:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339454976 00000100:00100000:3.0:1734016130.503285:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339454976 00000100:00100000:3.0:1734016130.503319:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11512 00000100:00100000:3.0:1734016130.503324:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339454976:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016130.503337:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d1c31 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e083eb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.503399:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016130.503404:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339454976:12345-192.168.201.110@tcp:104: Request processed in 79us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.503410:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11512 00000100:00100000:3.0:1734016130.524238:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016130.577469:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016130.594787:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016130.644997:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016130.660932:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016130.678385:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016130.695763:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336939904:192.168.201.110@tcp:10:fsx.0 00000100:00100000:3.0:1734016130.707176:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339455872 00000100:00100000:3.0:1734016130.707184:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339455872 00000100:00100000:3.0:1734016130.707232:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11519 00000100:00100000:3.0:1734016130.707239:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339455872:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016130.707254:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d1c4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2080768->2121727) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e0840e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.709972:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:3.0:1734016130.709982:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339455872:12345-192.168.201.110@tcp:104: Request processed in 2740us (3008us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.709991:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11519 00000100:00100000:3.0:1734016130.713981:0:4740:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016130.714005:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339456000 00000100:00100000:3.0:1734016130.714012:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339456000 00000100:00100000:3.0:1734016130.714059:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11520 00000100:00100000:3.0:1734016130.714065:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9956:x1818247339456000:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016130.714079:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2691072->2752511] (req 2691072->2752511) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.714087:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2691072->2752511] (req 2691072->2752511) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.714097:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.714105:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x10080000000000 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.714112:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x10080000000000 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.714119:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x80000000000 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.714133:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012d812880) 00000100:00100000:3.0:1734016130.714177:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9956:x1818247339456000:12345-192.168.201.110@tcp:105: Request processed in 110us (1734us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.714182:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11520 00000100:00100000:3.0:1734016130.745270:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016130.747020:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11521 00000100:00100000:3.0:1734016130.747029:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339456128:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016130.747043:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.747052:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016130.747078:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016130.747080:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 2814006 mtime: 1734016130 atime: 1734016129 ctime: 1734016130 blocks: 472 00000020:00010000:3.0:1734016130.747082:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016130.747083:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 2814006 mtime: 1734016130 atime: 1734016129 ctime: 1734016130 blocks: 472 00000100:00100000:3.0:1734016130.747130:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339456128:12345-192.168.201.110@tcp:106: Request processed in 101us (1868us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016130.747137:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11521 00000100:00100000:3.0:1734016130.778994:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016130.804106:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016130.822685:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:3.0:1734016130.878505:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.878517:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016130.879072:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016130.879085:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012ffe3300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.879133:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7098368 7102463) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016130.879256:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcb100 - object 0x280000400:5 offset 0<>7102464 00000100:00100000:3.0:1734016130.879278:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336941824:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016130.879458:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016130.879463:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.879492:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4190208 4194303) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016130.879560:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc9f80 - object 0x280000400:5 offset 4190208<>7098368 00000100:00100000:3.0:1734016130.879574:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336942080:192.168.201.110@tcp:3:fsx.0 00000020:00010000:3.0:1734016130.989298:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d168a8 (ffff8800a7e71ab8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016130.989307:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d168a8 (ffff8800a7e71ab8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016130.989309:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b58919b0 (ffff8800a7e711b8/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016130.989318:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.989327:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016130.989342:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d168a8 (ffff8800a7e71ab8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016130.989344:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b58919b0 (ffff8800a7e71ab8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016130.989359:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016130.989373:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016130.989385:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016130.989395:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1733, 1733] 00000008:00010000:3.0:1734016130.989405:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016130.989409:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588ac30, osc lock ffff8800b5a2a390, flags 0x0 00010000:00010000:3.0:1734016130.989421:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.989432:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7098368 7102463) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.989440:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.989444:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.989449:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000001:00010000:3.0:1734016130.989460:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016130.989464:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016130.989465:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a430, osc lock ffff8800b5a2a130, flags 0x400001002 00010000:00010000:3.0:1734016130.989469:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.989474:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.989479:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.989483:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016130.989495:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 7098674 i_blocks 472 00000020:00010000:3.0:1734016130.989497:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7ab58 (ffff8800a7e71ab8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016130.989499:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7ab58 (ffff8800a7e71ab8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016130.989500:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a430 (ffff8800a7e711b8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016130.989502:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7ab58 (ffff8800a7e71ab8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016130.989503:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a430 (ffff8800a7e71ab8/1) at cl_lock_fini():85 00000008:00010000:3.0:1734016130.989522:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3480 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016130.989535:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000020:00010000:3.0:1734016130.989544:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d168a8 (ffff8800a7e71ab8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016130.989546:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d168a8 (ffff8800a7e71ab8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016130.989548:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588ac30 (ffff8800a7e711b8/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016130.989550:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.989556:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016130.989562:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d168a8 (ffff8800a7e71ab8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016130.989564:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588ac30 (ffff8800a7e71ab8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016130.989569:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016130.989594:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016130.989598:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016130.989601:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1732, 1732] 00000008:00010000:3.0:1734016130.989605:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016130.989607:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588ac30, osc lock ffff8800b5a2a390, flags 0x0 00010000:00010000:3.0:1734016130.989612:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.989618:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7094272 7098367) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.989623:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.989628:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016130.989633:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016131.004705:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016131.004921:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d1c7e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2691072->2752511) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08454 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016131.004940:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336942080:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.047991:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016131.060180:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016131.212262:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016131.212321:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016131.212593:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11529 00000100:00100000:3.0:1734016131.212598:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339457152:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016131.212605:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d1caf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2596864->2629631) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e0849a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.213140:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1734016131.213147:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339457152:12345-192.168.201.110@tcp:104: Request processed in 547us (824us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.213152:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11529 00000100:00100000:3.0:1734016131.237105:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247336943872:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016131.237136:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1cbd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e084af expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.237148:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1cbd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e084af expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.237155:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1cbd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e084af expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016131.237692:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339457280 00000100:00100000:3.0:1734016131.237698:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339457280 00000100:00100000:3.0:1734016131.237778:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11530 00000100:00100000:3.0:1734016131.237786:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6469:x1818247339457280:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016131.237794:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1cbd lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e084af expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.237802:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1cbd lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e084af expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.237809:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1cbd lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e084af expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.237817:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1cbd lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e084af expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.237824:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1cbd lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e084af expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.237831:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1cbd lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e084af expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.237859:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5943a80) 00000100:00100000:3.0:1734016131.237915:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6469:x1818247339457280:12345-192.168.201.110@tcp:105: Request processed in 128us (571us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.237922:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11530 00000100:00100000:3.0:1734016131.260799:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339457408 00000100:00100000:3.0:1734016131.260806:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339457408 00000100:00100000:3.0:1734016131.261016:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11531 00000100:00100000:3.0:1734016131.261023:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339457408:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016131.261036:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1cbd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e084af expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.261046:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1cbd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e084af expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016131.261075:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016131.261077:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6545295 mtime: 1734016131 atime: 1734016129 ctime: 1734016131 blocks: 472 00000020:00010000:3.0:1734016131.261079:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016131.261080:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6545295 mtime: 1734016131 atime: 1734016129 ctime: 1734016131 blocks: 472 00000100:00100000:3.0:1734016131.261123:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339457408:12345-192.168.201.110@tcp:106: Request processed in 99us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.261131:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11531 00000100:00100000:3.0:1734016131.268873:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339457536 00000100:00100000:3.0:1734016131.268880:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339457536 00000100:00100000:3.0:1734016131.268926:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11532 00000100:00100000:3.0:1734016131.268932:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339457536:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016131.268944:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1cbd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e084af expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.268953:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1cbd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e084af expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016131.268975:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016131.268977:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 6545295 mtime: 1734016131 atime: 1734016129 ctime: 1734016131 blocks: 472 00000020:00010000:3.0:1734016131.268979:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016131.268980:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 6545295 mtime: 1734016131 atime: 1734016129 ctime: 1734016131 blocks: 472 00000100:00100000:3.0:1734016131.269015:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339457536:12345-192.168.201.110@tcp:106: Request processed in 82us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.269021:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11532 00010000:00010000:3.0:1734016131.271967:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1cd2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.271983:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1cd2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.271993:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1cd2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.271999:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1cd2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.272004:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1cd2 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016131.272015:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6545295, setting rss=6545295; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016131.272059:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1cd2 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.272065:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1cd2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.272071:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1cd2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.272076:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b59421c0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016131.272080:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1cd2 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.272092:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016131.272096:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1cd2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.272103:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1cd2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016131.272551:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336944640:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016131.276317:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339457664 00000100:00100000:3.0:1734016131.276326:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339457664 00000100:00100000:3.0:1734016131.276388:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11533 00000100:00100000:3.0:1734016131.276395:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339457664:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016131.276407:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1cbd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e084af expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.276416:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1cbd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e084af expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016131.276437:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016131.276439:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6545295 mtime: 1734016131 atime: 1734016129 ctime: 1734016131 blocks: 472 00000020:00010000:3.0:1734016131.276442:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016131.276442:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6545295 mtime: 1734016131 atime: 1734016129 ctime: 1734016131 blocks: 472 00000100:00100000:3.0:1734016131.276907:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339457664:12345-192.168.201.110@tcp:106: Request processed in 500us (918us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.276914:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11533 00010000:00010000:3.0:1734016131.280350:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1cd9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.280366:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1cd9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.280377:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1cd9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.280383:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1cd9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.280389:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1cd9 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016131.280400:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6545295, setting rss=6545295; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016131.280410:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1cd9 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.280414:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1cd9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.280420:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1cd9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.280426:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943180 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016131.280430:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1cd9 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.280439:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016131.280442:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1cd9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.280448:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1cd9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016131.281047:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336944768:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016131.284873:0:4740:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016131.284891:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339457792 00000100:00100000:3.0:1734016131.284909:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339457792 00000100:00100000:3.0:1734016131.284956:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11534 00000100:00100000:3.0:1734016131.284963:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339457792:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016131.284978:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1cbd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e084af expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.285187:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016131.285194:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339457792:12345-192.168.201.110@tcp:104: Request processed in 231us (777us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.285200:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11534 00000100:00100000:3.0:1734016131.289352:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339457920 00000100:00100000:3.0:1734016131.289358:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339457920 00000100:00100000:3.0:1734016131.290028:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11535 00000100:00100000:3.0:1734016131.290036:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6469:x1818247339457920:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016131.290047:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d1ce0 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5328896->5382143] (req 5328896->5382143) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e084d9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.290055:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d1ce0 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5328896->5382143] (req 5328896->5382143) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e084d9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.290062:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d1ce0 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5328896->5382143) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e084d9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.290070:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d1ce0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5328896->5382143) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e084d9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.290077:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d1ce0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5328896->5382143) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e084d9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.290083:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d1ce0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5328896->5382143) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e084d9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.290107:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5941d40) 00000100:00100000:3.0:1734016131.290148:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6469:x1818247339457920:12345-192.168.201.110@tcp:105: Request processed in 113us (1625us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.290155:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11535 00000100:00100000:3.0:1734016131.306743:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339458048 00000100:00100000:3.0:1734016131.306751:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339458048 00000100:00100000:3.0:1734016131.306780:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11536 00000100:00100000:3.0:1734016131.306786:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339458048:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016131.306797:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d1ce0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5328896->5382143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e084d9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.306810:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d1ce0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5328896->5382143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e084d9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016131.306829:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016131.306831:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 6545295 mtime: 1734016131 atime: 1734016129 ctime: 1734016131 blocks: 576 00000020:00010000:3.0:1734016131.306834:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016131.306834:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 6545295 mtime: 1734016131 atime: 1734016129 ctime: 1734016131 blocks: 576 00000100:00100000:3.0:1734016131.306872:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339458048:12345-192.168.201.110@tcp:106: Request processed in 86us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.306878:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11536 00000100:00100000:3.0:1734016131.313385:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339458176 00000100:00100000:3.0:1734016131.313393:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339458176 00000100:00100000:3.0:1734016131.313454:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11537 00000100:00100000:3.0:1734016131.313460:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339458176:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016131.313473:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d1ce0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5328896->5382143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e084d9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.313482:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d1ce0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5328896->5382143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e084d9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016131.313511:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016131.313513:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6545295 mtime: 1734016131 atime: 1734016129 ctime: 1734016131 blocks: 576 00000020:00010000:3.0:1734016131.313516:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016131.313518:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6545295 mtime: 1734016131 atime: 1734016129 ctime: 1734016131 blocks: 576 00000100:00100000:3.0:1734016131.313730:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339458176:12345-192.168.201.110@tcp:106: Request processed in 244us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.313737:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11537 00010000:00010000:3.0:1734016131.316324:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d1cf5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.316341:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d1cf5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.316352:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d1cf5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.316357:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d1cf5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.316362:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d1cf5 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016131.316375:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6545295, setting rss=6545295; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016131.316423:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d1cf5 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.316429:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d1cf5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.316434:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d1cf5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.316439:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943600 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016131.316443:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d1cf5 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.316451:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016131.316455:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d1cf5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.316461:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d1cf5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016131.316814:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336945536:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016131.316838:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336945664:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016131.319810:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339458304 00000100:00100000:3.0:1734016131.319817:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339458304 00000100:00100000:3.0:1734016131.319883:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11538 00000100:00100000:3.0:1734016131.319889:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339458304:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016131.319910:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d1ce0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5328896->5382143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e084d9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.319919:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d1ce0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5328896->5382143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e084d9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016131.319940:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016131.319941:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6545295 mtime: 1734016131 atime: 1734016129 ctime: 1734016131 blocks: 576 00000020:00010000:3.0:1734016131.319944:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016131.319945:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6545295 mtime: 1734016131 atime: 1734016129 ctime: 1734016131 blocks: 576 00000100:00100000:3.0:1734016131.320119:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339458304:12345-192.168.201.110@tcp:106: Request processed in 229us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.320126:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11538 00010000:00010000:3.0:1734016131.322556:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1cfc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.322570:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1cfc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.322580:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1cfc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.322586:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1cfc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.322592:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1cfc lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016131.322605:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6545295, setting rss=6545295; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016131.322616:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1cfc lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.322621:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1cfc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.322627:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1cfc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.322637:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941200 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016131.322641:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1cfc lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.322650:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016131.322655:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1cfc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.322661:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1cfc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016131.322683:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336945664:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016131.326221:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339458432 00000100:00100000:3.0:1734016131.326228:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339458432 00000100:00100000:3.0:1734016131.326260:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11539 00000100:00100000:3.0:1734016131.326266:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339458432:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016131.326279:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d1ce0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5328896->5382143) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e084d9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.326567:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016131.326573:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339458432:12345-192.168.201.110@tcp:104: Request processed in 306us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.326578:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11539 00000100:00100000:3.0:1734016131.331207:0:4740:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016131.331222:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339458560 00000100:00100000:3.0:1734016131.331229:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339458560 00000100:00100000:3.0:1734016131.331268:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11540 00000100:00100000:3.0:1734016131.331273:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6469:x1818247339458560:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016131.331280:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59406c0/0x7bf039d361d1d03 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4198400->4202495] (req 4198400->4202495) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08503 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.331287:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59406c0/0x7bf039d361d1d03 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4198400->4202495] (req 4198400->4202495) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08503 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.331294:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59406c0/0x7bf039d361d1d03 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08503 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.331301:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59406c0/0x7bf039d361d1d03 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08503 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.331306:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59406c0/0x7bf039d361d1d03 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08503 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.331312:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59406c0/0x7bf039d361d1d03 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e08503 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.331838:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b59406c0) 00000100:00100000:3.0:1734016131.332171:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6469:x1818247339458560:12345-192.168.201.110@tcp:105: Request processed in 897us (1105us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.332177:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11540 00000008:00010000:3.0:1734016131.340522:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59406c0/0x7bf039d361d1d03 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08503 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.340551:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4190208 4194303) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59406c0/0x7bf039d361d1d03 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08503 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016131.340578:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcb800 - object 0x280000400:5 offset 4190208<>4194304 00000100:00100000:3.0:1734016131.340590:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016131.340599:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336946688:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016131.344315:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59406c0/0x7bf039d361d1d03 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08503 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016131.344423:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59406c0/0x7bf039d361d1d03 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08503 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016131.344440:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336946688:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016131.347206:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59406c0/0x7bf039d361d1d03 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08503 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016131.347226:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59406c0/0x7bf039d361d1d03 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08503 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016131.347239:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336946944:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016131.347573:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59406c0/0x7bf039d361d1d03 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08503 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.347590:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4182016 4186111) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59406c0/0x7bf039d361d1d03 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08503 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016131.347609:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcb800 - object 0x280000400:5 offset 4182016<>4186112 00000100:00100000:3.0:1734016131.347618:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016131.347624:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336947200:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016131.352207:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59406c0/0x7bf039d361d1d03 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08503 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016131.352232:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59406c0/0x7bf039d361d1d03 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08503 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016131.352250:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336947200:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016131.352625:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59406c0/0x7bf039d361d1d03 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08503 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.352644:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4177920 4182015) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59406c0/0x7bf039d361d1d03 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08503 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016131.352667:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcb800 - object 0x280000400:5 offset 4177920<>4182016 00000100:00100000:3.0:1734016131.352677:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016131.352684:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336947456:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016131.356163:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59406c0/0x7bf039d361d1d03 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08503 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016131.356186:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59406c0/0x7bf039d361d1d03 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4198400->4202495) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08503 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016131.356210:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336947456:192.168.201.110@tcp:3:fsx.0 00010000:00010000:3.0:1734016131.360527:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1d0a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.360546:0:1980:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1d0a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0850a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.360557:0:1980:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1d0a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e0850a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.360566:0:1980:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1d0a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0850a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016131.360578:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 6545295, setting rss=6545295; kms=6545295, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1d0a lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e0850a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.360592:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1d0a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e0850a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.360598:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1d0a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e0850a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.360605:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1d0a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e0850a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.360615:0:1980:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1d0a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e0850a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016131.360630:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336947584:192.168.201.110@tcp:101:fsx.0 00000080:00200008:3.0:1734016131.360912:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016131.360920:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016131.360927:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016131.360939:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016131.360941:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a4b0, osc lock ffff8800b5a2a130, flags 0x400001002 00010000:00010000:3.0:1734016131.360953:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1d0a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e0850a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.360962:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1d0a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e0850a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.360969:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1d0a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e0850a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.360974:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1d0a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e0850a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016131.360983:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6545295 i_blocks 576 00000020:00010000:3.0:1734016131.360985:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fcff8 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016131.360987:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fcff8 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016131.360988:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a4b0 (ffff8800a7e71098/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016131.360991:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fcff8 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016131.360993:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a4b0 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016131.360997:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016131.361003:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 6545295 00000080:00200008:3.0:1734016131.361035:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 4374528, type: SEEK_SET 00000080:00200008:3.0:1734016131.361041:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 4374528, type: SEEK_SET, rc = 4374528 00000080:00200008:3.0:1734016131.361049:0:9673:0:(file.c:2290:do_file_read_iter()) START file f16a.sanityn:[0x200000401:0x9:0x0], ppos: 4374528, count: 16384 00000080:00200000:3.0:1734016131.361054:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016131.361058:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016131.361063:0:9673:0:(file.c:1826:ll_file_io_generic()) f16a.sanityn: read ppos: 4374528, bytes: 16384 00000080:00200000:3.0:1734016131.361069:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000020:00200000:3.0:1734016131.361074:0:9673:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012d0c27d0[0x4, 8, [0x200000401:0x9:0x0] hash] 00000020:00200000:3.0:1734016131.361076:0:9673:0:(cl_io.c:195:cl_io_rw_init()) io range: 1 [4374528, 4390912) 0 0 00000080:00200000:3.0:1734016131.361077:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1734016131.361083:0:9673:0:(file.c:1893:ll_file_io_generic()) Range lock [1068, 1071] 00020000:00200000:3.0:1734016131.361088:0:9673:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 4374528 chunk: [4374528, 4390912) 4390912, 16384 00020000:00200000:3.0:1734016131.361092:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016131.361106:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1068, 1071] 00000008:00010000:3.0:1734016131.361112:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:3.0:1734016131.361114:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a4b0, osc lock ffff8800b5a2a130, flags 0x0 00000080:00200000:3.0:1734016131.361118:0:9673:0:(vvp_io.c:840:vvp_io_read_start()) f16a.sanityn: read [4374528, 4390912) 00000080:00200000:3.0:1734016131.361123:0:9673:0:(vvp_io.c:899:vvp_io_read_start()) count:16384 iocb pos:4374528 00000080:00200000:3.0:1734016131.361131:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016131.361135:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016131.361150:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016131.361161:0:9673:0:(rw26.c:526:ll_direct_IO_impl()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8), size=16384 (max 603979776), offset=4374528=0x42c000, pages 4 (max 147456), lockless, parallel 00000080:00200000:3.0:1734016131.361293:0:9673:0:(rw26.c:672:ll_direct_IO_impl()) result 0 tot_bytes 16384 count 16384 file_offset 4390912 00000020:00010000:3.0:1734016131.361298:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8caf308 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016131.361299:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8caf308 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016131.361303:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a4b0 (ffff8800a7e71098/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016131.361304:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8caf308 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016131.361306:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a4b0 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016131.361310:0:9673:0:(vvp_io.c:533:vvp_io_advance()) advancing 16384 bytes 00000100:00100000:3.0:1734016131.361317:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016131.361325:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff88012ffe33c0 00000008:00100000:3.0:1734016131.361358:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcb800 - object 0x280000400:5 offset 4374528<>4390912 00000100:00100000:3.0:1734016131.361375:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336947840:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016131.366114:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### no dlm lock: extent: ffff88012ffe33c0 00000008:00010000:3.0:1734016131.366144:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### no dlm lock: extent: ffff88012ffe33c0 00000100:00100000:3.0:1734016131.366154:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336947840:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.396002:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016131.408752:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339459072 00000100:00100000:3.0:1734016131.408761:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339459072 00000100:00100000:3.0:1734016131.408790:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11544 00000100:00100000:3.0:1734016131.408796:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339459072:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016131.408808:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d1d11 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e0851f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.408868:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016131.408872:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339459072:12345-192.168.201.110@tcp:104: Request processed in 76us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.408877:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11544 00000100:00100000:3.0:1734016131.416623:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339459200 00000100:00100000:3.0:1734016131.416630:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339459200 00000100:00100000:3.0:1734016131.416672:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11545 00000100:00100000:3.0:1734016131.416678:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7705:x1818247339459200:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016131.416692:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1d18 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0852d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.416760:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1d18 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0852d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.416768:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1d18 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e0852d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.416776:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1d18 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e0852d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.416783:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1d18 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e0852d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.416791:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1d18 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e0852d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.416815:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5941b00) 00000100:00100000:3.0:1734016131.416853:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7705:x1818247339459200:12345-192.168.201.110@tcp:105: Request processed in 174us (865us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.416859:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11545 00000100:00100000:3.0:1734016131.544445:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339459456 00000100:00100000:3.0:1734016131.544453:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339459456 00000100:00100000:3.0:1734016131.544487:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11546 00000100:00100000:3.0:1734016131.544493:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339459456:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016131.544506:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1d18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0852d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.544514:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1d18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0852d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016131.544532:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016131.544534:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 330793 mtime: 1734016131 atime: 1734016129 ctime: 1734016131 blocks: 120 00000020:00010000:3.0:1734016131.544537:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016131.544538:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 330793 mtime: 1734016131 atime: 1734016129 ctime: 1734016131 blocks: 120 00000100:00100000:3.0:1734016131.544594:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339459456:12345-192.168.201.110@tcp:106: Request processed in 99us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.544600:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11546 00000100:00100000:3.0:1734016131.555421:0:4740:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016131.555437:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339459584 00000100:00100000:3.0:1734016131.555445:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339459584 00000100:00100000:3.0:1734016131.555489:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11547 00000100:00100000:3.0:1734016131.555495:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339459584:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016131.555507:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1d18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0852d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.555515:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1d18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0852d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016131.555534:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016131.555536:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 330793 mtime: 1734016131 atime: 1734016129 ctime: 1734016131 blocks: 120 00000020:00010000:3.0:1734016131.555539:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016131.555540:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 330793 mtime: 1734016131 atime: 1734016129 ctime: 1734016131 blocks: 120 00000100:00100000:3.0:1734016131.555592:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339459584:12345-192.168.201.110@tcp:106: Request processed in 96us (632us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.555598:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11547 00010000:00010000:3.0:1734016131.560205:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d1d34 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.560220:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d1d34 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.560230:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d1d34 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.560235:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d1d34 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.560241:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d1d34 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016131.560252:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 330793, setting rss=330793; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016131.560261:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d1d34 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.560266:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d1d34 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.560271:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d1d34 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.560281:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5942f40 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016131.560285:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d1d34 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.560293:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016131.560297:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d1d34 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.560301:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d1d34 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016131.562702:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336950784:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016131.566501:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339459712 00000100:00100000:3.0:1734016131.566508:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339459712 00000100:00100000:3.0:1734016131.566703:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11548 00000100:00100000:3.0:1734016131.566724:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339459712:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016131.566735:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1d18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0852d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.566744:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1d18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0852d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016131.566763:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016131.566765:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 330793 mtime: 1734016131 atime: 1734016129 ctime: 1734016131 blocks: 120 00000020:00010000:3.0:1734016131.566768:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016131.566770:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 330793 mtime: 1734016131 atime: 1734016129 ctime: 1734016131 blocks: 120 00000100:00100000:3.0:1734016131.566924:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339459712:12345-192.168.201.110@tcp:106: Request processed in 198us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.566930:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11548 00010000:00010000:3.0:1734016131.570274:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1d3b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.570289:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1d3b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.570299:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1d3b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.570304:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1d3b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.570310:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1d3b lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016131.570322:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 330793, setting rss=330793; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016131.570333:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1d3b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.570339:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1d3b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.570346:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1d3b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.570352:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941f80 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016131.570356:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1d3b lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.570365:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016131.570370:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1d3b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.570376:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1d3b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016131.570925:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336950912:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016131.573240:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339459840 00000100:00100000:3.0:1734016131.573249:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339459840 00000100:00100000:3.0:1734016131.573289:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11549 00000100:00100000:3.0:1734016131.573295:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339459840:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016131.573308:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1d18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e0852d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.573781:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016131.573788:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339459840:12345-192.168.201.110@tcp:104: Request processed in 492us (758us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.573796:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11549 00000100:00100000:3.0:1734016131.578562:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339459968 00000100:00100000:3.0:1734016131.578569:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339459968 00000100:00100000:3.0:1734016131.578605:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11550 00000100:00100000:3.0:1734016131.578611:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7705:x1818247339459968:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016131.578623:0:9553:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1d42 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [155648->159743] (req 155648->159743) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0856c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.578632:0:9553:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1d42 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [155648->159743] (req 155648->159743) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0856c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.578639:0:9553:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1d42 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 155648->159743) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e0856c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.578647:0:9553:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1d42 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 155648->159743) gid 0 flags: 0x10080000000000 nid: local remote: 0x3f004d6452e0856c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.578654:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1d42 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 155648->159743) gid 0 flags: 0x10080000000000 nid: local remote: 0x3f004d6452e0856c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.578662:0:9553:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1d42 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 155648->159743) gid 0 flags: 0x80000000000 nid: local remote: 0x3f004d6452e0856c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.578676:0:9553:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b59433c0) 00000100:00100000:3.0:1734016131.578736:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7705:x1818247339459968:12345-192.168.201.110@tcp:105: Request processed in 124us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.578742:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11550 00000100:00100000:3.0:1734016131.599480:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339460096 00000100:00100000:3.0:1734016131.599490:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339460096 00000100:00100000:3.0:1734016131.599533:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11551 00000100:00100000:3.0:1734016131.599541:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339460096:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016131.599567:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1d42 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 155648->159743) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e0856c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.599632:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016131.599637:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339460096:12345-192.168.201.110@tcp:104: Request processed in 98us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.599643:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11551 00000100:00100000:3.0:1734016131.604541:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016131.612182:0:4740:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016131.612196:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339460352 00000100:00100000:3.0:1734016131.612200:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339460352 00000100:00100000:3.0:1734016131.612232:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11553 00000100:00100000:3.0:1734016131.612237:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339460352:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016131.612249:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d1d49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1515520->1523711) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08573 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.612259:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d1d49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1515520->1523711) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08573 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016131.612279:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 3, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016131.612281:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 1522404 mtime: 1734016131 atime: 1734016129 ctime: 1734016131 blocks: 120 00000020:00010000:3.0:1734016131.612284:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016131.612285:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 1522404 mtime: 1734016131 atime: 1734016129 ctime: 1734016131 blocks: 120 00000100:00100000:3.0:1734016131.612321:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339460352:12345-192.168.201.110@tcp:106: Request processed in 83us (621us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.612328:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11553 00010000:00010000:3.0:1734016131.615845:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d1d50 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.615863:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d1d50 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.615873:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d1d50 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.615878:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d1d50 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.615885:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d1d50 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016131.615911:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1522404, setting rss=1522404; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016131.616258:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d1d50 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.616266:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d1d50 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.616274:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d1d50 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.616281:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941680 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016131.616286:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d1d50 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.616303:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016131.616308:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d1d50 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.616314:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d1d50 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016131.616364:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336951808:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016131.621396:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339460480 00000100:00100000:3.0:1734016131.621406:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339460480 00000100:00100000:3.0:1734016131.621447:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11554 00000100:00100000:3.0:1734016131.621454:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339460480:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016131.621467:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d1d49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1515520->1523711) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08573 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.621476:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d1d49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1515520->1523711) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08573 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016131.621502:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 3, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016131.621503:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 1522404 mtime: 1734016131 atime: 1734016129 ctime: 1734016131 blocks: 120 00000020:00010000:3.0:1734016131.621506:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016131.621507:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 1522404 mtime: 1734016131 atime: 1734016129 ctime: 1734016131 blocks: 120 00000100:00100000:3.0:1734016131.621556:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339460480:12345-192.168.201.110@tcp:106: Request processed in 101us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.621562:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11554 00010000:00010000:3.0:1734016131.624855:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1d57 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.624871:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1d57 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.624881:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1d57 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.624888:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1d57 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.624903:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1d57 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016131.624916:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1522404, setting rss=1522404; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016131.624934:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1d57 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.624941:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1d57 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.624948:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1d57 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.624953:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b59433c0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016131.624957:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1d57 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.624967:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016131.624972:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1d57 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.624978:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d1d57 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016131.625015:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336951936:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016131.636249:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339460608 00000100:00100000:3.0:1734016131.636259:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339460608 00000100:00100000:3.0:1734016131.649202:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339460736 00000100:00100000:3.0:1734016131.649212:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339460736 00000100:00100000:3.0:1734016131.649252:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11556 00000100:00100000:3.0:1734016131.649258:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339460736:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016131.649271:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d1d49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1515520->1523711) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08573 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.649329:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016131.649338:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339460736:12345-192.168.201.110@tcp:104: Request processed in 77us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.649343:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11556 00000100:00100000:3.0:1734016131.662743:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339460864 00000100:00100000:3.0:1734016131.662752:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339460864 00000100:00100000:3.0:1734016131.662888:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11557 00000100:00100000:3.0:1734016131.662905:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:9956:x1818247339460864:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016131.662918:0:9553:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d1d65 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0859d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.662928:0:9553:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d1d65 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0859d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.662936:0:9553:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d1d65 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e0859d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.662944:0:9553:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d1d65 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e0859d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.662951:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d1d65 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e0859d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.662959:0:9553:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d1d65 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e0859d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.662992:0:9553:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012d813cc0) 00000100:00100000:3.0:1734016131.663515:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:9956:x1818247339460864:12345-192.168.201.110@tcp:105: Request processed in 618us (1208us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.663521:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11557 00000100:00100000:3.0:1734016131.669734:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336952832:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016131.676941:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339460992 00000100:00100000:3.0:1734016131.676949:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339460992 00000100:00100000:3.0:1734016131.676984:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11558 00000100:00100000:3.0:1734016131.676991:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339460992:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016131.677003:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d1d65 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0859d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.677012:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d1d65 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0859d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016131.677030:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016131.677032:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 2847281 mtime: 1734016131 atime: 1734016129 ctime: 1734016131 blocks: 136 00000020:00010000:3.0:1734016131.677035:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016131.677036:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 2847281 mtime: 1734016131 atime: 1734016129 ctime: 1734016131 blocks: 136 00000100:00100000:3.0:1734016131.677073:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339460992:12345-192.168.201.110@tcp:106: Request processed in 82us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.677079:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11558 00000100:00100000:3.0:1734016131.681960:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336953344:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016131.687629:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339461120 00000100:00100000:3.0:1734016131.687638:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339461120 00000100:00100000:3.0:1734016131.687675:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11559 00000100:00100000:3.0:1734016131.687681:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339461120:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016131.687693:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d1d65 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0859d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.687703:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d1d65 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0859d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016131.687783:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016131.687785:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 2847281 mtime: 1734016131 atime: 1734016129 ctime: 1734016131 blocks: 136 00000020:00010000:3.0:1734016131.687789:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016131.687790:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 2847281 mtime: 1734016131 atime: 1734016129 ctime: 1734016131 blocks: 136 00000100:00100000:3.0:1734016131.687831:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339461120:12345-192.168.201.110@tcp:106: Request processed in 149us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.687837:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11559 00010000:00010000:3.0:1734016131.692450:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1d7a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.692466:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1d7a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.692475:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1d7a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.692480:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1d7a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.692484:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1d7a lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016131.692499:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 2847281, setting rss=2847281; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016131.692548:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1d7a lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.692553:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1d7a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.692559:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1d7a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.692571:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5940240 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016131.692576:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1d7a lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.692585:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016131.692589:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1d7a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.692593:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1d7a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016131.693313:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336953344:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016131.699305:0:9553:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016131.699323:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339461888 00000100:00100000:3.0:1734016131.699330:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339461888 00000100:00100000:3.0:1734016131.699792:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11560 00000100:00100000:3.0:1734016131.699799:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7695:x1818247339461888:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016131.699812:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d1d65 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e0859d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.699979:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016131.699984:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7695:x1818247339461888:12345-192.168.201.110@tcp:104: Request processed in 186us (1700us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.699991:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11560 00000100:00100000:3.0:1734016131.710765:0:1981:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012aae7800: committing for last_committed 4294969365 gen 2 00000008:00010000:3.0:1734016131.710807:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### no dlm lock: extent: ffff8800ab3e8c00 00000008:00010000:3.0:1734016131.710832:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### no dlm lock: extent: ffff8800ab3e8c00 00000100:00100000:3.0:1734016131.710846:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336953600:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016131.714611:0:1980:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012db5a800: committing for last_committed 4294969363 gen 1 00010000:00010000:3.0:1734016131.714641:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1d81 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.714655:0:1980:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1d81 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e085c7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.714666:0:1980:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1d81 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e085c7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.714675:0:1980:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1d81 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e085c7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016131.714687:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 2847281, setting rss=2847281; kms=2847281, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1d81 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e085c7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.714824:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1d81 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e085c7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.714832:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1d81 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e085c7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.714836:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1d81 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e085c7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.714845:0:1980:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1d81 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e085c7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016131.714860:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336953856:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016131.718073:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339462016 00000100:00100000:3.0:1734016131.718081:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339462016 00000100:00100000:3.0:1734016131.718127:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11561 00000100:00100000:3.0:1734016131.718134:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339462016:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016131.718148:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d1d81 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e085c7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.718212:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016131.718218:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339462016:12345-192.168.201.110@tcp:104: Request processed in 84us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.718224:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11561 00000100:00100000:3.0:1734016131.721646:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016131.733453:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339462272 00000100:00100000:3.0:1734016131.733460:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339462272 00000100:00100000:3.0:1734016131.733535:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11563 00000100:00100000:3.0:1734016131.733542:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339462272:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016131.733554:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d1d88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2105344->2113535) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e085ce expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.733562:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d1d88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2105344->2113535) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e085ce expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016131.733588:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016131.733590:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 2847281 mtime: 1734016131 atime: 1734016129 ctime: 1734016131 blocks: 144 00000020:00010000:3.0:1734016131.733593:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016131.733594:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 2847281 mtime: 1734016131 atime: 1734016129 ctime: 1734016131 blocks: 144 00000100:00100000:3.0:1734016131.733633:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339462272:12345-192.168.201.110@tcp:106: Request processed in 90us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.733639:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11563 00000100:00100000:3.0:1734016131.738091:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336954624:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016131.761406:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339462400 00000100:00100000:3.0:1734016131.761419:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339462400 00000100:00100000:3.0:1734016131.761487:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11564 00000100:00100000:3.0:1734016131.761497:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339462400:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016131.761512:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d1d88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2105344->2113535) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e085ce expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.761522:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d1d88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2105344->2113535) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e085ce expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016131.761547:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016131.761549:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 2847281 mtime: 1734016131 atime: 1734016129 ctime: 1734016131 blocks: 144 00000020:00010000:3.0:1734016131.761552:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016131.761553:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 2847281 mtime: 1734016131 atime: 1734016129 ctime: 1734016131 blocks: 144 00000100:00100000:3.0:1734016131.761612:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339462400:12345-192.168.201.110@tcp:106: Request processed in 117us (3138us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.761618:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11564 00010000:00010000:3.0:1734016131.770038:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1d9d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.770056:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1d9d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.770066:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1d9d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.770072:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1d9d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.770077:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1d9d lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016131.770089:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 2847281, setting rss=2847281; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016131.770099:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1d9d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.770104:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1d9d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.770110:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1d9d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.770115:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943840 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016131.770119:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1d9d lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.770129:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016131.770133:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1d9d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.770138:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1d9d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016131.770186:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336954624:192.168.201.110@tcp:101:fsx.0 00000008:00010000:3.0:1734016131.864205:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d1d88 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2105344->2113535) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e085ce expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016131.865143:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d1d88 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2105344->2113535) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e085ce expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016131.865168:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336954880:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016131.912034:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016131.918540:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016131.919493:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11566 00000100:00100000:3.0:1734016131.919500:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339462784:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016131.919513:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d1d88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2105344->2113535) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e085ce expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016131.919521:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d1d88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2105344->2113535) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e085ce expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016131.919546:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 616, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016131.919548:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 2847281 mtime: 1734016131 atime: 1734016131 ctime: 1734016131 blocks: 248 00000020:00010000:3.0:1734016131.919551:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016131.919552:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 2847281 mtime: 1734016131 atime: 1734016131 ctime: 1734016131 blocks: 248 00000100:00100000:3.0:1734016131.919596:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339462784:12345-192.168.201.110@tcp:106: Request processed in 96us (1063us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016131.919602:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11566 00000100:00100000:3.0:1734016131.931517:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016131.938169:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016131.948082:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016131.960442:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016131.968146:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016131.986904:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016132.016409:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016132.040650:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016132.055475:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016132.067785:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016132.096783:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016132.121285:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016132.140053:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016132.155695:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016132.164404:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016132.178601:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016132.202224:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016132.224084:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016132.235369:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339465216 00000100:00100000:3.0:1734016132.235377:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339465216 00000100:00100000:3.0:1734016132.235423:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11585 00000100:00100000:3.0:1734016132.235429:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9956:x1818247339465216:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016132.235441:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1e22 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2523136->2527231] (req 2523136->2527231) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08684 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.235449:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1e22 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2523136->2527231] (req 2523136->2527231) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08684 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.235455:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1e22 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2527231) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08684 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.235463:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1e22 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2527231) gid 0 flags: 0x10080000000000 nid: local remote: 0x3f004d6452e08684 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.235470:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1e22 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2527231) gid 0 flags: 0x10080000000000 nid: local remote: 0x3f004d6452e08684 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.235477:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1e22 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2527231) gid 0 flags: 0x80000000000 nid: local remote: 0x3f004d6452e08684 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.235493:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b59406c0) 00000100:00100000:3.0:1734016132.235534:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9956:x1818247339465216:12345-192.168.201.110@tcp:105: Request processed in 105us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.235539:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11585 00000100:00100000:3.0:1734016132.305721:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339465344 00000100:00100000:3.0:1734016132.305729:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339465344 00000100:00100000:3.0:1734016132.305771:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11586 00000100:00100000:3.0:1734016132.305777:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:6482:x1818247339465344:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016132.305789:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1ddc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e0863e expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016132.305843:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016132.305848:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:6482:x1818247339465344:12345-192.168.201.110@tcp:104: Request processed in 71us (1513us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.305854:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11586 00000100:00100000:3.0:1734016132.327102:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339465472 00000100:00100000:3.0:1734016132.327112:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339465472 00000100:00100000:3.0:1734016132.327668:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11587 00000100:00100000:3.0:1734016132.327677:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339465472:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016132.327692:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1e22 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2527231) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08684 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.327839:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016132.327846:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339465472:12345-192.168.201.110@tcp:104: Request processed in 170us (1420us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.327852:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11587 00000100:00100000:3.0:1734016132.337732:0:9553:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016132.337748:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339465600 00000100:00100000:3.0:1734016132.337754:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339465600 00000100:00100000:3.0:1734016132.337788:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11588 00000100:00100000:3.0:1734016132.337794:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:9956:x1818247339465600:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016132.337805:0:9553:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8106c0/0x7bf039d361d1e29 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08692 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.337818:0:9553:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8106c0/0x7bf039d361d1e29 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08692 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.337825:0:9553:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8106c0/0x7bf039d361d1e29 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08692 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.337834:0:9553:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8106c0/0x7bf039d361d1e29 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08692 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.337842:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8106c0/0x7bf039d361d1e29 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08692 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.337849:0:9553:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8106c0/0x7bf039d361d1e29 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e08692 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.337878:0:9553:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012d8106c0) 00000100:00100000:3.0:1734016132.337933:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:9956:x1818247339465600:12345-192.168.201.110@tcp:105: Request processed in 138us (757us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.337938:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11588 00000100:00100000:3.0:1734016132.350431:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336961536:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016132.355302:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016132.364382:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016132.382822:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:3.0:1734016132.404270:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 3252457 i_blocks 248 00000020:00010000:3.0:1734016132.404277:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7b908 (ffff8800a7e71e18/0) at cl_lock_release():233 00000020:00010000:3.0:1734016132.404281:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7b908 (ffff8800a7e71e18/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016132.404287:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891b30 (ffff8800a7e71638/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016132.404291:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7b908 (ffff8800a7e71e18/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016132.404292:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891b30 (ffff8800a7e71e18/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016132.404306:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016132.404332:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016132.404337:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016132.404347:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016132.404357:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1476, 1485] 00000008:00010000:3.0:1734016132.404366:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016132.404369:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a4b0, osc lock ffff8800b5a2a130, flags 0x0 00010000:00010000:3.0:1734016132.404383:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b587d800 type 11 mode 2 res 10737419264/5 (6045696 6086655) 00010000:00010000:3.0:1734016132.404396:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae8421c0/0x7bf039d361d1e5a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.404405:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae8421c0/0x7bf039d361d1e5a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6045696->6086655] (req 6045696->6086655) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.404435:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae8421c0/0x7bf039d361d1e5a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [6045696->6086655] (req 6045696->6086655) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016132.404455:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc9880 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336962560:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016132.404519:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe3300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.407369:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016132.407481:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016132.408203:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339466112 00000100:00100000:3.0:1734016132.408210:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339466112 00000100:00100000:3.0:1734016132.408238:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339466240 00000100:00100000:3.0:1734016132.408240:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339466240 00000100:00100000:3.0:1734016132.408251:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11592 00000100:00100000:3.0:1734016132.408257:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fcb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339466112:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016132.408270:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1e53 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e086d1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.408385:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016132.408391:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fcb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339466112:12345-192.168.201.110@tcp:104: Request processed in 133us (1029us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.408397:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11592 00000100:00100000:3.0:1734016132.408410:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11593 00000100:00100000:3.0:1734016132.408414:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339466240:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016132.408421:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d1e4c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e086ca expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.408843:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1734016132.408850:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339466240:12345-192.168.201.110@tcp:104: Request processed in 434us (1369us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.408854:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11593 00000100:00100000:3.0:1734016132.415701:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016132.417098:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339466368 00000100:00100000:3.0:1734016132.417106:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339466368 00000100:00100000:3.0:1734016132.417141:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11594 00000100:00100000:3.0:1734016132.417147:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7705:x1818247339466368:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016132.417155:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae8421c0/0x7bf039d361d1e5a lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6045696->6086655] (req 6045696->6086655) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e086d8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.417163:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae8421c0/0x7bf039d361d1e5a lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6045696->6086655] (req 6045696->6086655) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e086d8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.417171:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae8421c0/0x7bf039d361d1e5a lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6045696->6086655) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e086d8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.417179:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae8421c0/0x7bf039d361d1e5a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6045696->6086655) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e086d8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.417185:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae8421c0/0x7bf039d361d1e5a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6045696->6086655) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e086d8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.417192:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae8421c0/0x7bf039d361d1e5a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6045696->6086655) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e086d8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.417207:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800ae8421c0) 00000100:00100000:3.0:1734016132.417250:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7705:x1818247339466368:12345-192.168.201.110@tcp:105: Request processed in 102us (1555us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.417256:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11594 00000100:00100000:3.0:1734016132.427969:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016132.435610:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016132.443173:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016132.451646:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016132.462225:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016132.477670:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336963968:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016132.585089:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016132.585148:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016132.585461:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11601 00000100:00100000:3.0:1734016132.585468:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339467264:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016132.585477:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1e7d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e08702 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.585801:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1734016132.585807:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339467264:12345-192.168.201.110@tcp:104: Request processed in 339us (659us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.585813:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11601 00000100:00100000:3.0:1734016132.590691:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016132.601091:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339467520 00000100:00100000:3.0:1734016132.601099:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339467520 00000100:00100000:3.0:1734016132.601142:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11603 00000100:00100000:3.0:1734016132.601148:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339467520:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016132.601162:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f59d40/0x7bf039d361d1e8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3244032->3284991) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08710 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.601170:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f59d40/0x7bf039d361d1e8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3244032->3284991) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08710 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016132.601192:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016132.601193:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 6085297 mtime: 1734016132 atime: 1734016132 ctime: 1734016132 blocks: 472 00000020:00010000:3.0:1734016132.601196:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016132.601197:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 6085297 mtime: 1734016132 atime: 1734016132 ctime: 1734016132 blocks: 472 00000100:00100000:3.0:1734016132.601241:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339467520:12345-192.168.201.110@tcp:106: Request processed in 92us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.601247:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11603 00010000:00010000:3.0:1734016132.604070:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943600/0x7bf039d361d1e92 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.604085:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943600/0x7bf039d361d1e92 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.604095:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943600/0x7bf039d361d1e92 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.604100:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943600/0x7bf039d361d1e92 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.604105:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943600/0x7bf039d361d1e92 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016132.604115:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6085297, setting rss=6085297; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016132.604125:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943600/0x7bf039d361d1e92 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.604131:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943600/0x7bf039d361d1e92 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.604136:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943600/0x7bf039d361d1e92 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.604141:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943600 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016132.604144:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943600/0x7bf039d361d1e92 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.604156:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016132.604160:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943600/0x7bf039d361d1e92 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.604164:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943600/0x7bf039d361d1e92 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016132.604560:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336968320:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016132.607333:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339467648 00000100:00100000:3.0:1734016132.607342:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339467648 00000100:00100000:3.0:1734016132.607412:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11604 00000100:00100000:3.0:1734016132.607419:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339467648:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016132.607430:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f59d40/0x7bf039d361d1e8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3244032->3284991) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08710 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.607438:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f59d40/0x7bf039d361d1e8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3244032->3284991) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08710 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016132.607460:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016132.607461:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6085297 mtime: 1734016132 atime: 1734016132 ctime: 1734016132 blocks: 472 00000020:00010000:3.0:1734016132.607464:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016132.607465:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6085297 mtime: 1734016132 atime: 1734016132 ctime: 1734016132 blocks: 472 00000100:00100000:3.0:1734016132.607672:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339467648:12345-192.168.201.110@tcp:106: Request processed in 251us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.607678:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11604 00010000:00010000:3.0:1734016132.611230:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1e99 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.611246:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1e99 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.611256:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1e99 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.611262:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1e99 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.611268:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1e99 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016132.611280:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6085297, setting rss=6085297; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016132.611292:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1e99 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.611297:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1e99 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.611303:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1e99 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.611308:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943180 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016132.611312:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1e99 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.611321:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016132.611325:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1e99 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.611329:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1e99 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016132.612180:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336968448:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016132.616426:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339467776 00000100:00100000:3.0:1734016132.616435:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339467776 00000100:00100000:3.0:1734016132.616473:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11605 00000100:00100000:3.0:1734016132.616480:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339467776:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016132.616492:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f59d40/0x7bf039d361d1e8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3244032->3284991) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08710 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.616500:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f59d40/0x7bf039d361d1e8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3244032->3284991) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08710 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016132.616521:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016132.616523:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6085297 mtime: 1734016132 atime: 1734016132 ctime: 1734016132 blocks: 472 00000020:00010000:3.0:1734016132.616526:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016132.616527:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6085297 mtime: 1734016132 atime: 1734016132 ctime: 1734016132 blocks: 472 00000100:00100000:3.0:1734016132.616567:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339467776:12345-192.168.201.110@tcp:106: Request processed in 87us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.616573:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11605 00010000:00010000:3.0:1734016132.620093:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1ea0 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.620110:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1ea0 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.620120:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1ea0 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.620125:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1ea0 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.620130:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1ea0 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016132.620142:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6085297, setting rss=6085297; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016132.620908:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1ea0 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.620916:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1ea0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.620922:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1ea0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.620927:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b59421c0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016132.620931:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1ea0 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.620939:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016132.620943:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1ea0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.620949:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1ea0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016132.620985:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336968576:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016132.624387:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339467904 00000100:00100000:3.0:1734016132.624395:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339467904 00000100:00100000:3.0:1734016132.624437:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11606 00000100:00100000:3.0:1734016132.624444:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339467904:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016132.624456:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f59d40/0x7bf039d361d1e8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3244032->3284991) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08710 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.624465:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f59d40/0x7bf039d361d1e8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3244032->3284991) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08710 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016132.624485:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016132.624486:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 6085297 mtime: 1734016132 atime: 1734016132 ctime: 1734016132 blocks: 472 00000020:00010000:3.0:1734016132.624489:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016132.624490:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 6085297 mtime: 1734016132 atime: 1734016132 ctime: 1734016132 blocks: 472 00000100:00100000:3.0:1734016132.624526:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339467904:12345-192.168.201.110@tcp:106: Request processed in 82us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.624532:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11606 00010000:00010000:3.0:1734016132.626751:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d1ea7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.626767:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d1ea7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.626777:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d1ea7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.626782:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d1ea7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.626788:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d1ea7 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016132.626801:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6085297, setting rss=6085297; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016132.626811:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d1ea7 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.626816:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d1ea7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.626821:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d1ea7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.626826:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5940d80 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016132.626830:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d1ea7 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.626838:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016132.626842:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d1ea7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.626847:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d1ea7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016132.626871:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336968704:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016132.632405:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339468032 00000100:00100000:3.0:1734016132.632413:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339468032 00000100:00100000:3.0:1734016132.632445:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11607 00000100:00100000:3.0:1734016132.632451:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:8966:x1818247339468032:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016132.632463:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d1e45 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e086bc expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016132.633669:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016132.633681:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:8966:x1818247339468032:12345-192.168.201.110@tcp:104: Request processed in 1227us (2137us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.633688:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11607 00000100:00100000:3.0:1734016132.638629:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336968960:192.168.201.110@tcp:36:fsx.0 00000080:00200000:3.0:1734016132.638675:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016132.638681:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016132.638695:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016132.638741:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016132.638753:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016132.638758:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588acb0, osc lock ffff8800b5a2a130, flags 0x0 00010000:00010000:3.0:1734016132.638786:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1eae lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.638795:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1eae lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.638823:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1eae lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016132.638843:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc9880 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336969216:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016132.638892:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe3600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016132.643100:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339468160 00000100:00100000:3.0:1734016132.643110:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339468160 00000100:00100000:3.0:1734016132.643151:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11608 00000100:00100000:3.0:1734016132.643157:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339468160:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016132.643171:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f59d40/0x7bf039d361d1e8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3244032->3284991) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08710 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.644093:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016132.644102:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339468160:12345-192.168.201.110@tcp:104: Request processed in 944us (1129us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.644110:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11608 00000100:00100000:3.0:1734016132.649212:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc9880 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336969216:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.649237:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1eae lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e0873a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.649246:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1eae lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0873a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.649254:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1eae lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0873a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016132.650494:0:4740:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016132.650510:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339468288 00000100:00100000:3.0:1734016132.650516:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339468288 00000100:00100000:3.0:1734016132.676989:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339468416 00000100:00100000:3.0:1734016132.677000:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339468416 00000100:00100000:3.0:1734016132.677038:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11610 00000100:00100000:3.0:1734016132.677046:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339468416:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016132.677060:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1eae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0873a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.677068:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1eae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0873a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016132.677117:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016132.677119:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 9406520 mtime: 1734016132 atime: 1734016132 ctime: 1734016132 blocks: 496 00000020:00010000:3.0:1734016132.677122:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016132.677123:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 9406520 mtime: 1734016132 atime: 1734016132 ctime: 1734016132 blocks: 496 00000100:00100000:3.0:1734016132.677163:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339468416:12345-192.168.201.110@tcp:106: Request processed in 118us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.677168:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11610 00000100:00100000:3.0:1734016132.684898:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339468544 00000100:00100000:3.0:1734016132.684907:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339468544 00000100:00100000:3.0:1734016132.684941:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11611 00000100:00100000:3.0:1734016132.684947:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339468544:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016132.684960:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1eae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0873a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.684969:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1eae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0873a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016132.684990:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016132.684991:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 9406520 mtime: 1734016132 atime: 1734016132 ctime: 1734016132 blocks: 496 00000020:00010000:3.0:1734016132.684994:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016132.684995:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 9406520 mtime: 1734016132 atime: 1734016132 ctime: 1734016132 blocks: 496 00000100:00100000:3.0:1734016132.685035:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339468544:12345-192.168.201.110@tcp:106: Request processed in 87us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.685040:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11611 00010000:00010000:3.0:1734016132.689150:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d1eca lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.689166:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d1eca lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.689175:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d1eca lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.689181:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d1eca lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.689186:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d1eca lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016132.689199:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9406520, setting rss=9406520; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016132.689210:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d1eca lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.689216:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d1eca lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.689222:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d1eca lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.689227:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5940900 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016132.689231:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d1eca lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.689239:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016132.689244:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d1eca lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.689249:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d1eca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016132.689922:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336970112:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016132.694681:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339468672 00000100:00100000:3.0:1734016132.694689:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339468672 00000100:00100000:3.0:1734016132.694904:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11612 00000100:00100000:3.0:1734016132.694910:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339468672:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016132.694923:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1eae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0873a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.694931:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1eae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0873a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016132.694951:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016132.694953:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 9406520 mtime: 1734016132 atime: 1734016132 ctime: 1734016132 blocks: 496 00000020:00010000:3.0:1734016132.694955:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016132.694956:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 9406520 mtime: 1734016132 atime: 1734016132 ctime: 1734016132 blocks: 496 00000100:00100000:3.0:1734016132.695119:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339468672:12345-192.168.201.110@tcp:106: Request processed in 208us (888us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.695126:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11612 00010000:00010000:3.0:1734016132.698163:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d1ed1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.698177:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d1ed1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.698186:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d1ed1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.698192:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d1ed1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.698197:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d1ed1 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016132.698211:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9406520, setting rss=9406520; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016132.698237:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d1ed1 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.698243:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d1ed1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.698249:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d1ed1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.698254:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5942d00 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016132.698258:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d1ed1 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.698267:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016132.698272:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d1ed1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.698277:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d1ed1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016132.698314:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336970240:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016132.698758:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336970368:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016132.702190:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339468800 00000100:00100000:3.0:1734016132.702199:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339468800 00000100:00100000:3.0:1734016132.702406:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11613 00000100:00100000:3.0:1734016132.702414:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339468800:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016132.702427:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1eae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0873a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.702435:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1eae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0873a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016132.702456:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016132.702458:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 9406520 mtime: 1734016132 atime: 1734016132 ctime: 1734016132 blocks: 496 00000020:00010000:3.0:1734016132.702461:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016132.702462:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 9406520 mtime: 1734016132 atime: 1734016132 ctime: 1734016132 blocks: 496 00000100:00100000:3.0:1734016132.702860:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339468800:12345-192.168.201.110@tcp:106: Request processed in 444us (951us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.702866:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11613 00010000:00010000:3.0:1734016132.705782:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d1ed8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.705797:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d1ed8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.705807:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d1ed8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.705812:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d1ed8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.705823:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d1ed8 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016132.705833:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9406520, setting rss=9406520; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016132.705841:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d1ed8 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.705847:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d1ed8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.705852:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d1ed8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.705858:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5940900 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016132.705861:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d1ed8 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.705867:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016132.705872:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d1ed8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.705888:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d1ed8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016132.705921:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336970368:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016132.710118:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339468928 00000100:00100000:3.0:1734016132.710126:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339468928 00000100:00100000:3.0:1734016132.710158:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11614 00000100:00100000:3.0:1734016132.710164:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339468928:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016132.710175:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d1eae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e0873a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.710235:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016132.710241:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339468928:12345-192.168.201.110@tcp:104: Request processed in 77us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.710247:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11614 00000100:00100000:3.0:1734016132.714450:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016132.722900:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016132.730521:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:3.0:1734016132.750488:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d1edf lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4972544->5017599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08779 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.750505:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d1edf lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4972544->5017599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08779 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016132.887961:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d1edf lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4972544->5017599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08779 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016132.888273:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d1edf lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4972544->5017599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08779 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016132.888296:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336971264:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016132.913526:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d1edf lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4972544->5017599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08779 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016132.915845:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d1edf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4972544->5017599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08779 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016132.915867:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336971392:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016132.926390:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d1edf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4972544->5017599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08779 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016132.926438:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d1edf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4972544->5017599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08779 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016132.926453:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336971776:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016132.943672:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336972160:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016132.947029:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339469440 00000100:00100000:3.0:1734016132.947038:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339469440 00000100:00100000:3.0:1734016132.947080:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11618 00000100:00100000:3.0:1734016132.947085:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339469440:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016132.947096:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d1edf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4972544->5017599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08779 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.947105:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d1edf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4972544->5017599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08779 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016132.947131:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 2298, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016132.947133:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 9406520 mtime: 1734016132 atime: 1734016132 ctime: 1734016132 blocks: 512 00000020:00010000:3.0:1734016132.947136:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016132.947137:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 9406520 mtime: 1734016132 atime: 1734016132 ctime: 1734016132 blocks: 512 00000100:00100000:3.0:1734016132.947173:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339469440:12345-192.168.201.110@tcp:106: Request processed in 88us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.947178:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11618 00000100:00100000:3.0:1734016132.950564:0:1980:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012db5a800: committing for last_committed 4294969375 gen 1 00010000:00010000:3.0:1734016132.950592:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1ef4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.950602:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1ef4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.950613:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1ef4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.950617:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1ef4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.950622:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1ef4 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016132.950632:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9406520, setting rss=9406520; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016132.951190:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1ef4 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.951199:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1ef4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.951205:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1ef4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.951211:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941b00 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016132.951215:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1ef4 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.951224:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016132.951230:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1ef4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.951234:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d1ef4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016132.951272:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336972160:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016132.952469:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336972288:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016132.956274:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339469568 00000100:00100000:3.0:1734016132.956285:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339469568 00000100:00100000:3.0:1734016132.956322:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11619 00000100:00100000:3.0:1734016132.956329:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339469568:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016132.956342:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d1edf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4972544->5017599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08779 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.956351:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d1edf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4972544->5017599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08779 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016132.956377:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 2298, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016132.956380:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 9406520 mtime: 1734016132 atime: 1734016132 ctime: 1734016132 blocks: 512 00000020:00010000:3.0:1734016132.956383:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016132.956384:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 9406520 mtime: 1734016132 atime: 1734016132 ctime: 1734016132 blocks: 512 00000100:00100000:3.0:1734016132.956437:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339469568:12345-192.168.201.110@tcp:106: Request processed in 108us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.956443:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11619 00010000:00010000:3.0:1734016132.961158:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d1efb lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.961174:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d1efb lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.961185:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d1efb lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.961191:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d1efb lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.961196:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d1efb lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016132.961207:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9406520, setting rss=9406520; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016132.961508:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d1efb lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.961516:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d1efb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.961523:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d1efb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.961529:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5940d80 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016132.961533:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d1efb lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.961542:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016132.961561:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d1efb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.961567:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d1efb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016132.961605:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336972288:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016132.963010:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336972416:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016132.966967:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339469696 00000100:00100000:3.0:1734016132.966976:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339469696 00000100:00100000:3.0:1734016132.967017:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11620 00000100:00100000:3.0:1734016132.967025:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339469696:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016132.967042:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d1edf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4972544->5017599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08779 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.967051:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d1edf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4972544->5017599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08779 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016132.967077:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 2298, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016132.967080:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 9406520 mtime: 1734016132 atime: 1734016132 ctime: 1734016132 blocks: 512 00000020:00010000:3.0:1734016132.967082:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016132.967084:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 9406520 mtime: 1734016132 atime: 1734016132 ctime: 1734016132 blocks: 512 00000100:00100000:3.0:1734016132.967131:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339469696:12345-192.168.201.110@tcp:106: Request processed in 107us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.967138:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11620 00010000:00010000:3.0:1734016132.970350:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1f02 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.970369:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1f02 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.970380:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1f02 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.970385:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1f02 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.970391:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1f02 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016132.970408:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9406520, setting rss=9406520; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016132.970418:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1f02 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.970423:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1f02 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.970428:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1f02 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.970434:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b59421c0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016132.970437:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1f02 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.970445:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016132.970450:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1f02 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.970455:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d1f02 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016132.970981:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336972416:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016132.974410:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339469824 00000100:00100000:3.0:1734016132.974418:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339469824 00000100:00100000:3.0:1734016132.974450:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11621 00000100:00100000:3.0:1734016132.974456:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339469824:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016132.974470:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d1edf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4972544->5017599) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08779 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.974525:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016132.974530:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339469824:12345-192.168.201.110@tcp:104: Request processed in 74us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016132.974536:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11621 00000100:00100000:3.0:1734016132.990955:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336972544:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016132.990980:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1f09 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3121152->3125247] (req 3121152->3125247) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e087a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.990989:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1f09 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3121152->3125247] (req 3121152->3125247) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e087a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016132.990995:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1f09 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3121152->3125247] (req 3121152->3125247) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e087a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.012911:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339469952 00000100:00100000:3.0:1734016133.012921:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339469952 00000100:00100000:3.0:1734016133.012954:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11622 00000100:00100000:3.0:1734016133.012961:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6469:x1818247339469952:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016133.012970:0:9553:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1f09 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3121152->3125247] (req 3121152->3125247) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e087a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.012977:0:9553:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1f09 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3121152->3125247] (req 3121152->3125247) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e087a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.012987:0:9553:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1f09 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3121152->3125247) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e087a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.012995:0:9553:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1f09 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3121152->3125247) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e087a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.013001:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1f09 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3121152->3125247) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e087a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.013008:0:9553:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1f09 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3121152->3125247) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e087a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.013023:0:9553:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5943180) 00000100:00100000:3.0:1734016133.013062:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6469:x1818247339469952:12345-192.168.201.110@tcp:105: Request processed in 100us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.013067:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11622 00010000:00010000:3.0:1734016133.013086:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1f09 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3121152->3125247) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e087a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.013093:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1f09 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3121152->3125247) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e087a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.013110:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1f09 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3121152->3125247) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e087a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.013119:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9406520, setting rss=9406520; kms=9406520, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1f09 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3121152->3125247) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e087a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.013130:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1f09 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3121152->3125247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e087a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.013135:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1f09 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3121152->3125247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e087a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.013213:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012ffe3180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1f09 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3121152->3125247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e087a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.013240:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3121152 3125247) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1f09 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3121152->3125247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e087a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016133.013262:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc9500 - object 0x280000400:5 offset 3121152<>3125248 00000100:00100000:3.0:1734016133.013272:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016133.013279:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336972928:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016133.016052:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012ffe3180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1f09 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3121152->3125247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e087a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.016075:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1f09 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3121152->3125247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e087a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.016091:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336972928:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016133.032543:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1f09 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3121152->3125247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e087a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.032574:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1f09 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3121152->3125247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e087a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.032592:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336973440:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016133.054155:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1f09 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3121152->3125247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e087a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.054184:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1f09 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3121152->3125247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e087a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.054202:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336974208:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016133.055079:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1f09 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3121152->3125247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e087a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.055097:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3096576 3100671) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1f09 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3121152->3125247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e087a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016133.055120:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc9500 - object 0x280000400:5 offset 3096576<>3100672 00000008:00010000:3.0:1734016133.058481:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1f09 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3121152->3125247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e087a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.058505:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1f09 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3121152->3125247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e087a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.058523:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336974464:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016133.102007:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016133.111533:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016133.168388:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:63afa445-d95f-4754-9884-d132561fd492:1981:1818247336977024:192.168.201.110@tcp:400:kworker.0 00000100:00100000:3.0:1734016133.168401:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336977152:192.168.201.110@tcp:400:kworker.0 00000100:00100000:3.0:1734016133.307421:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339470336 00000100:00100000:3.0:1734016133.307428:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339470336 00000100:00100000:3.0:1734016133.307464:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11625 00000100:00100000:3.0:1734016133.307471:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:6482:x1818247339470336:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016133.307484:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d1eb5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e08748 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016133.307545:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016133.307552:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:6482:x1818247339470336:12345-192.168.201.110@tcp:104: Request processed in 80us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.307559:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11625 00000100:00100000:3.0:1734016133.334988:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339470464 00000100:00100000:3.0:1734016133.334997:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339470464 00000100:00100000:3.0:1734016133.335033:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11626 00000100:00100000:3.0:1734016133.335040:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339470464:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016133.335052:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d1f09 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3121152->3125247) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e087a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.335123:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016133.335129:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339470464:12345-192.168.201.110@tcp:104: Request processed in 89us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.335135:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11626 00000100:00100000:3.0:1734016133.389961:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339470592 00000100:00100000:3.0:1734016133.389971:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339470592 00000100:00100000:3.0:1734016133.390009:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11627 00000100:00100000:3.0:1734016133.390016:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6469:x1818247339470592:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016133.390030:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d1f1e lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e087bf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.390039:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d1f1e lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e087bf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.390047:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d1f1e lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e087bf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.390054:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d1f1e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e087bf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.390062:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d1f1e lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e087bf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.390070:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d1f1e lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e087bf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.390089:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012d811f80) 00000100:00100000:3.0:1734016133.390132:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6469:x1818247339470592:12345-192.168.201.110@tcp:105: Request processed in 115us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.390138:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11627 00000100:00100000:3.0:1734016133.423063:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339470720 00000100:00100000:3.0:1734016133.423071:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339470720 00000100:00100000:3.0:1734016133.423103:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11628 00000100:00100000:3.0:1734016133.423109:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247339470720:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016133.423122:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d1f1e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e087bf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.423179:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016133.423184:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7694:x1818247339470720:12345-192.168.201.110@tcp:104: Request processed in 74us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.423189:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11628 00000100:00100000:3.0:1734016133.447952:0:1981:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012aae7800: committing for last_committed 4294969381 gen 2 00000008:00010000:3.0:1734016133.448006:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### no dlm lock: extent: ffff8800ab3e8cc0 00000008:00010000:3.0:1734016133.448050:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### no dlm lock: extent: ffff8800ab3e8cc0 00000100:00100000:3.0:1734016133.448064:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336978432:192.168.201.110@tcp:4:fsx.0 00010000:00010000:3.0:1734016133.458035:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.458056:0:1980:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.458068:0:1980:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.458079:0:1980:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.458090:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9424365, setting rss=9424365; kms=9424365, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.458626:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.458633:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.458640:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.458646:0:1980:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.458663:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336978688:192.168.201.110@tcp:101:fsx.0 00000008:00010000:3.0:1734016133.460248:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.460270:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (274432 278527) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016133.460300:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcad80 - object 0x280000400:5 offset 274432<>9424896 00000008:00010000:3.0:1734016133.470978:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.471028:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.471049:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336978944:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016133.477175:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.477201:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.477217:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336979200:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016133.480337:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.480356:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.480369:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336979456:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016133.483275:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.483298:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.483313:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336979712:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016133.491569:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.491596:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.491612:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336979968:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016133.502669:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.502696:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.502766:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336980224:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016133.505999:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.506024:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.506039:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336980480:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016133.510416:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.510451:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.510476:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336980736:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016133.515618:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.515644:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.515661:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336980992:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016133.520272:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.520295:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.520310:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336981248:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016133.521192:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.521215:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (233472 237567) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016133.521240:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcad80 - object 0x280000400:5 offset 233472<>237568 00000008:00010000:3.0:1734016133.525316:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.525347:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.525363:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336981504:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016133.529019:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.529043:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.529060:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336981760:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016133.532446:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.532481:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.532498:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336982016:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016133.537144:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.537169:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.537189:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336982272:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016133.540818:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.540842:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.540868:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336982528:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016133.543580:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.543601:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d1f2c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087db expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.543616:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336982784:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016133.555858:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8800ab3e8900 00000008:00100000:3.0:1734016133.555939:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcad80 - object 0x280000400:5 offset 8462336<>8466432 00000100:00100000:3.0:1734016133.570086:0:1980:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012aae7800: committing for last_committed 4294969382 gen 2 00000008:00010000:3.0:1734016133.570118:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### no dlm lock: extent: ffff8800ab3e8900 00000008:00010000:3.0:1734016133.570147:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### no dlm lock: extent: ffff8800ab3e8900 00000100:00100000:3.0:1734016133.570161:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336983296:192.168.201.110@tcp:4:fsx.0 00010000:00010000:3.0:1734016133.574781:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d1f41 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.574805:0:1981:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d1f41 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e087fe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.574817:0:1981:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d1f41 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e087fe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.574826:0:1981:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d1f41 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e087fe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.574838:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9424365, setting rss=9424365; kms=9424365, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d1f41 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e087fe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.574851:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d1f41 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e087fe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.574856:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d1f41 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e087fe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.574871:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d1f41 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e087fe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.574877:0:1981:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d1f41 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e087fe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.574891:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336983680:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.579230:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1f48 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.579249:0:1981:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1f48 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08805 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.579261:0:1981:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1f48 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08805 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.579270:0:1981:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1f48 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08805 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.579282:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9424365, setting rss=9424365; kms=9424365, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1f48 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08805 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.579297:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1f48 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08805 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.579303:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1f48 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08805 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.579309:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1f48 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08805 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.579316:0:1981:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d1f48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08805 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.579337:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336983808:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016133.590161:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339471360 00000100:00100000:3.0:1734016133.590169:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339471360 00000100:00100000:3.0:1734016133.590202:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11633 00000100:00100000:3.0:1734016133.590209:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6469:x1818247339471360:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016133.590220:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f4f lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2555904->2559999] (req 2555904->2559999) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0880c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.590228:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f4f lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2555904->2559999] (req 2555904->2559999) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0880c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.590235:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f4f lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2555904->2559999) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e0880c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.590242:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f4f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2555904->2559999) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e0880c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.590248:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f4f lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2555904->2559999) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e0880c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.590255:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f4f lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2555904->2559999) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e0880c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.590286:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b59406c0) 00000100:00100000:3.0:1734016133.590331:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6469:x1818247339471360:12345-192.168.201.110@tcp:105: Request processed in 122us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.590337:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11633 00000008:00010000:3.0:1734016133.598808:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f4f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2555904->2559999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0880c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.598828:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2551808 2555903) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f4f lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2555904->2559999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0880c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016133.598853:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcad80 - object 0x280000400:5 offset 2551808<>2555904 00000008:00010000:3.0:1734016133.602323:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f4f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2555904->2559999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0880c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.602362:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f4f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2555904->2559999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0880c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.602380:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336984704:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016133.607782:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f4f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2555904->2559999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0880c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.607821:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f4f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2555904->2559999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0880c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.607838:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336984960:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016133.614584:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f4f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2555904->2559999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0880c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.614885:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f4f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2555904->2559999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0880c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.614906:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336985216:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016133.628878:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f4f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2555904->2559999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0880c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.629242:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f4f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2555904->2559999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0880c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.629262:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336985472:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016133.646094:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f4f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2555904->2559999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0880c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.646130:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f4f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2555904->2559999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0880c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.646144:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336985600:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016133.662530:0:1981:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012db5a800: committing for last_committed 4294969383 gen 1 00000100:00100000:3.0:1734016133.662582:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336985728:192.168.201.110@tcp:16:fsx.0 00000100:00100000:3.0:1734016133.663985:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336985856:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016133.666491:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339471488 00000100:00100000:3.0:1734016133.666499:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339471488 00000100:00100000:3.0:1734016133.666532:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11634 00000100:00100000:3.0:1734016133.666539:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339471488:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016133.666554:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f4f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2555904->2559999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0880c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.666563:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f4f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2555904->2559999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0880c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016133.666583:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 10, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016133.666585:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 9424365 mtime: 1734016133 atime: 1734016133 ctime: 1734016133 blocks: 744 00000020:00010000:3.0:1734016133.666588:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016133.666589:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 9424365 mtime: 1734016133 atime: 1734016133 ctime: 1734016133 blocks: 744 00000100:00100000:3.0:1734016133.666628:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339471488:12345-192.168.201.110@tcp:106: Request processed in 88us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.666635:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11634 00010000:00010000:3.0:1734016133.673202:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d1f56 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.673218:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d1f56 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.673227:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d1f56 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.673232:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d1f56 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.673238:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d1f56 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.673253:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9424365, setting rss=9424365; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016133.673265:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d1f56 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.673270:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d1f56 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.673275:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d1f56 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.673281:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941440 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016133.673285:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d1f56 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.673292:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016133.673297:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d1f56 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.673301:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d1f56 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.673343:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336985856:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016133.678692:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339471616 00000100:00100000:3.0:1734016133.678704:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339471616 00000100:00100000:3.0:1734016133.678777:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11635 00000100:00100000:3.0:1734016133.678784:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247339471616:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016133.678800:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f4f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2555904->2559999) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e0880c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.678877:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016133.678885:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247339471616:12345-192.168.201.110@tcp:104: Request processed in 101us (725us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.678890:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11635 00000008:00010000:3.0:1734016133.694978:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### no dlm lock: extent: ffff8800ab3e8a80 00000008:00010000:3.0:1734016133.695003:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### no dlm lock: extent: ffff8800ab3e8a80 00000100:00100000:3.0:1734016133.695015:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336986112:192.168.201.110@tcp:3:fsx.0 00010000:00010000:3.0:1734016133.707527:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f5d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.707545:0:1981:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f5d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08821 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.707556:0:1981:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f5d lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08821 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.707565:0:1981:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f5d lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08821 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.707579:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9424365, setting rss=9424365; kms=9424365, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f5d lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08821 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.708088:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f5d lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08821 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.708102:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f5d lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08821 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.708108:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f5d lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08821 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.708113:0:1981:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08821 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.708128:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336986368:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016133.713026:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1f64 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.713046:0:1980:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1f64 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08828 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.713057:0:1980:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1f64 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08828 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.713065:0:1980:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1f64 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08828 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.713075:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9424365, setting rss=9424365; kms=9424365, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1f64 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08828 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.713619:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1f64 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08828 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.713627:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1f64 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08828 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.713632:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1f64 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08828 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.713637:0:1980:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1f64 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08828 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.713658:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336986496:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016133.727101:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339472000 00000100:00100000:3.0:1734016133.727111:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339472000 00000100:00100000:3.0:1734016133.727159:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11638 00000100:00100000:3.0:1734016133.727165:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9956:x1818247339472000:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016133.727181:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d1f6b lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [876544->905215] (req 876544->905215) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0882f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.727192:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d1f6b lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [876544->905215] (req 876544->905215) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0882f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.727200:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d1f6b lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 876544->905215) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e0882f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.727215:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d1f6b lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 876544->905215) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e0882f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.727224:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d1f6b lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 876544->905215) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e0882f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.727233:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d1f6b lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 876544->905215) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e0882f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.727253:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5942f40) 00000100:00100000:3.0:1734016133.727316:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9956:x1818247339472000:12345-192.168.201.110@tcp:105: Request processed in 151us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.727323:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11638 00010000:00010000:3.0:1734016133.728792:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d1f6b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 876544->905215) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0882f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.728808:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d1f6b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 876544->905215) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0882f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.728832:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d1f6b lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 876544->905215) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e0882f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.728843:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9424365, setting rss=9424365; kms=9424365, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d1f6b lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 876544->905215) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e0882f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.728853:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d1f6b lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 876544->905215) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0882f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.728870:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d1f6b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 876544->905215) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0882f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016133.728899:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9424365 i_blocks 744 00000100:00100000:3.0:1734016133.729371:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016133.729383:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336987008:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016133.734275:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336987008:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016133.738775:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339472128 00000100:00100000:3.0:1734016133.738782:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339472128 00000100:00100000:3.0:1734016133.738889:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11639 00000100:00100000:3.0:1734016133.738896:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247339472128:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016133.738909:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d1f6b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 876544->905215) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e0882f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.739112:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016133.739119:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247339472128:12345-192.168.201.110@tcp:104: Request processed in 222us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.739125:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11639 00010000:00010000:3.0:1734016133.752438:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1f72 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.752458:0:1980:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1f72 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0883d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.752472:0:1980:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1f72 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e0883d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.752482:0:1980:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1f72 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0883d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.752493:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9424365, setting rss=9424365; kms=9424365, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1f72 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e0883d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.752517:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1f72 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e0883d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.752523:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1f72 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e0883d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.752529:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1f72 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e0883d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.752535:0:1980:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1f72 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e0883d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.752548:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336987520:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016133.757017:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339472256 00000100:00100000:3.0:1734016133.757026:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339472256 00000100:00100000:3.0:1734016133.757061:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11640 00000100:00100000:3.0:1734016133.757067:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339472256:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016133.757080:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d1f72 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e0883d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.757890:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016133.757900:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339472256:12345-192.168.201.110@tcp:104: Request processed in 830us (977us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.757906:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11640 00000100:00100000:3.0:1734016133.763813:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339472384 00000100:00100000:3.0:1734016133.763821:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339472384 00000100:00100000:3.0:1734016133.763872:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11641 00000100:00100000:3.0:1734016133.763878:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6469:x1818247339472384:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016133.763886:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f79 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3387392->3428351] (req 3387392->3428351) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08844 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.763892:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f79 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3387392->3428351] (req 3387392->3428351) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08844 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.763900:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f79 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3387392->3428351) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08844 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.763906:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f79 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3387392->3428351) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08844 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.763913:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f79 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3387392->3428351) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08844 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.763919:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f79 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3387392->3428351) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e08844 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.763948:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b59406c0) 00000100:00100000:3.0:1734016133.763981:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6469:x1818247339472384:12345-192.168.201.110@tcp:105: Request processed in 102us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.763987:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11641 00000100:00100000:3.0:1734016133.774388:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339472512 00000100:00100000:3.0:1734016133.774398:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339472512 00000100:00100000:3.0:1734016133.774986:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11642 00000100:00100000:3.0:1734016133.774994:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339472512:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016133.775006:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3387392->3428351) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08844 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.775015:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3387392->3428351) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08844 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016133.775037:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 11, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016133.775039:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 9424365 mtime: 1734016133 atime: 1734016133 ctime: 1734016133 blocks: 800 00000020:00010000:3.0:1734016133.775041:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016133.775042:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 9424365 mtime: 1734016133 atime: 1734016133 ctime: 1734016133 blocks: 800 00000100:00100000:3.0:1734016133.775084:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339472512:12345-192.168.201.110@tcp:106: Request processed in 90us (1403us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.775091:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11642 00010000:00010000:3.0:1734016133.779000:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1f80 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.779017:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1f80 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.779027:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1f80 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.779032:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1f80 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.779037:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1f80 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.779049:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9424365, setting rss=9424365; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016133.779060:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1f80 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.779065:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1f80 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.779070:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1f80 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.779075:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943a80 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016133.779079:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1f80 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.779089:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016133.779093:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1f80 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.779101:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d1f80 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.779688:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336988160:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016133.782634:0:4740:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016133.782649:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339472640 00000100:00100000:3.0:1734016133.782656:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339472640 00000100:00100000:3.0:1734016133.782693:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11643 00000100:00100000:3.0:1734016133.782699:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339472640:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016133.782751:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3387392->3428351) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08844 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.782759:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3387392->3428351) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08844 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016133.782781:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 11, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016133.782782:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 9424365 mtime: 1734016133 atime: 1734016133 ctime: 1734016133 blocks: 800 00000020:00010000:3.0:1734016133.782785:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016133.782786:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 9424365 mtime: 1734016133 atime: 1734016133 ctime: 1734016133 blocks: 800 00000100:00100000:3.0:1734016133.782821:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339472640:12345-192.168.201.110@tcp:106: Request processed in 122us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.782827:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11643 00010000:00010000:3.0:1734016133.786256:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1f87 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.786276:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1f87 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.786285:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1f87 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.786291:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1f87 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.786297:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1f87 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016133.786308:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9424365, setting rss=9424365; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016133.786320:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1f87 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.786325:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1f87 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.786331:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1f87 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.786336:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941f80 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016133.786340:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1f87 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.786353:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016133.786357:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1f87 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.786362:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d1f87 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016133.786384:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336988288:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016133.787127:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016133.787136:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8800ab3e83c0 00000008:00100000:3.0:1734016133.787203:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fca680 - object 0x280000400:5 offset 10293248<>10330112 00000100:00100000:3.0:1734016133.787220:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336988544:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016133.790644:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339472768 00000100:00100000:3.0:1734016133.790653:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339472768 00000100:00100000:3.0:1734016133.790702:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11644 00000100:00100000:3.0:1734016133.790734:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247339472768:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016133.790747:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d1f79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3387392->3428351) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08844 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.790807:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016133.790813:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247339472768:12345-192.168.201.110@tcp:104: Request processed in 104us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.790819:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11644 00000100:00100000:3.0:1734016133.840638:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016133.847160:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016133.868526:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016133.893370:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339473280 00000100:00100000:3.0:1734016133.893378:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339473280 00000100:00100000:3.0:1734016133.893423:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11648 00000100:00100000:3.0:1734016133.893429:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339473280:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016133.893442:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812400/0x7bf039d361d1f95 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 569344->622591) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08867 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016133.893502:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016133.893508:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339473280:12345-192.168.201.110@tcp:104: Request processed in 79us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016133.893513:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11648 00000100:00100000:3.0:1734016133.898449:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016133.928383:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016133.954836:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016134.048893:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336990848:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016134.056605:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200008:0.0:1734016134.085430:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016134.085436:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016134.085441:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016134.085453:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016134.085455:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d777b0, osc lock ffff8800aa177b50, flags 0x400001002 00010000:00010000:0.0:1734016134.085470:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fbf lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.085477:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fbf lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016134.085527:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016134.085542:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247336990976:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016134.088338:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016134.095691:0:1979:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fbf lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.095829:0:1979:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fbf lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.095839:0:1979:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fbf lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.095844:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fbf lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.095848:0:1979:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fbf lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016134.095866:0:1979:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 2307440, setting rss=2307440; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016134.095885:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fbf lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.095890:0:1979:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fbf lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.095894:0:1979:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fbf lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.095898:0:1979:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d810b40 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016134.095902:0:1979:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fbf lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.095908:0:1979:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016134.095912:0:1979:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fbf lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.095916:0:1979:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fbf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016134.095942:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247336990976:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016134.123822:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016134.146257:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336991104:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016134.146279:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1fc6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e088a6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.146300:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1fc6 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e088a6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016134.146310:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 2307440, setting rss=2307440; kms=2307440, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1fc6 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e088a6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.146323:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1fc6 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e088a6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.146328:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1fc6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e088a6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016134.146338:0:9673:0:(vvp_io.c:840:vvp_io_read_start()) f16a.sanityn: read [1466368, 1504728) 00000080:00200000:3.0:1734016134.146358:0:9673:0:(vvp_io.c:899:vvp_io_read_start()) count:38360 iocb pos:1466368 00010000:00010000:3.0:1734016134.146394:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1fc6 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e088a6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.146402:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1fc6 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e088a6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.149641:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1fc6 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e088a6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.149654:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1fc6 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e088a6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016134.231365:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1fc6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e088a6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016134.231557:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1fc6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e088a6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016134.231585:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336991488:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016134.232387:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016134.232391:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.232394:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891430 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016134.232400:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1fc6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e088a6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.232411:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1fc6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e088a6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016134.232425:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016134.232428:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891430 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016134.232435:0:9673:0:(vvp_io.c:533:vvp_io_advance()) advancing 38360 bytes 00000080:00200000:0.0:1734016134.232443:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016134.232446:0:9673:0:(file.c:1964:ll_file_io_generic()) f16a.sanityn: 1 io complete with rc: 0, result: 38360, restart: 0 00000080:00200000:0.0:1734016134.232450:0:9673:0:(file.c:2044:ll_file_io_generic()) iot: 1, result: 38360 00000080:00200008:0.0:1734016134.232478:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016134.232488:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:0.0:1734016134.232503:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016134.232513:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800ab2c8800 type 13 mode 30 res 8589935617/9 (0 0) 00010000:00010000:0.0:1734016134.232548:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d1fcd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 9673 initiator: MDT0 00010000:00010000:0.0:1734016134.232554:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d1fcd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00010000:00010000:0.0:1734016134.232561:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d1fcd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00000100:00100000:0.0:1734016134.232578:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247336991616:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016134.233521:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.237278:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247336991616:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016134.237300:0:9673:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d1fcd lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e088b4 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.237312:0:9673:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d1fcd lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e088b4 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.237320:0:9673:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d1fcd lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e088b4 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.237328:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d1fcd lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e088b4 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.237336:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d1fcd lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e088b4 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.237342:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d1fcd lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e088b4 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.237348:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d1fcd lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e088b4 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1734016134.237356:0:9673:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a8d58700 x1818247336991616/t0(0) o101->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016150 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:0.0:1734016134.237364:0:9673:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d1fcd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e088b4 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1734016134.237374:0:9673:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d1fcd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e088b4 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016134.237383:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800ab2c8800 type 13 mode 4 res 8589935617/9 (0 0) 00000080:00200000:0.0:1734016134.237431:0:9673:0:(file.c:6447:ll_layout_conf()) [0x200000401:0x9:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1734016134.237436:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d1fcd 00000080:00010000:0.0:1734016134.237440:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016134.237443:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d1fcd from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016134.237445:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d1fcd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e088b4 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016134.237451:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d1fcd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e088b4 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016134.237476:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016134.237483:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016134.237497:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016134.237500:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d778b0, osc lock ffff8800aa177690, flags 0x400001002 00010000:00010000:0.0:1734016134.237516:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d1fd4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.237522:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d1fd4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016134.238025:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016134.238039:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247336991744:192.168.201.110@tcp:101:fsx.0 00000080:00200000:0.0:1734016134.242912:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2307440 i_blocks 408 00000020:00010000:0.0:1734016134.242918:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016134.242921:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.242925:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d778b0 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.242928:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016134.242929:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d778b0 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016134.242939:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016134.242955:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016134.242961:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016134.242968:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016134.242982:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016134.242984:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d778b0, osc lock ffff8800aa177690, flags 0x400001002 00010000:00010000:0.0:1734016134.242997:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d1fd4 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e088bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.243007:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d1fd4 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e088bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.243015:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d1fd4 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e088bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.243021:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d1fd4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e088bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016134.243031:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2307440 i_blocks 408 00000020:00010000:0.0:1734016134.243033:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016134.243035:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.243037:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d778b0 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.243040:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016134.243041:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d778b0 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016134.243046:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016134.243055:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 2307440 00000080:00200008:0.0:1734016134.243068:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016134.243074:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:0.0:1734016134.243092:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016134.243102:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d1fa3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08883 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016134.243110:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d1fa3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08883 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016134.243121:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:0.0:1734016134.243124:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d1fa3 00000080:00010000:0.0:1734016134.243128:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d1fa3 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016134.243131:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d1fa3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08883 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016134.243136:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d1fa3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08883 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016134.243149:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016134.243153:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016134.243159:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016134.243160:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d778b0, osc lock ffff8800aa177690, flags 0x400001002 00010000:00010000:0.0:1734016134.243168:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1fc6 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e088a6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.243176:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1fc6 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e088a6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.243183:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1fc6 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e088a6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.243189:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1fc6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e088a6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016134.243200:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2307440 i_blocks 408 00000020:00010000:0.0:1734016134.243203:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016134.243205:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.243207:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d778b0 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.243210:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016134.243211:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d778b0 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016134.243216:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016134.243222:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016134.243225:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016134.243227:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016134.243230:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016134.243232:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d778b0, osc lock ffff8800aa177690, flags 0x400001002 00010000:00010000:0.0:1734016134.243236:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1fc6 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e088a6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.243243:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1fc6 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e088a6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.243249:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1fc6 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e088a6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.243256:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1fc6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e088a6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016134.243264:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2307440 i_blocks 408 00000020:00010000:0.0:1734016134.243266:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016134.243268:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.243270:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d778b0 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.243272:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016134.243274:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d778b0 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016134.243277:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016134.243281:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 2307440 00000080:00200008:0.0:1734016134.243284:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016134.243287:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:0.0:1734016134.243292:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016134.243297:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d1fa3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08883 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016134.243304:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d1fa3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08883 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016134.243310:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:0.0:1734016134.243311:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d1fa3 00000080:00010000:0.0:1734016134.243314:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d1fa3 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016134.243316:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d1fa3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08883 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016134.243322:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d1fa3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08883 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016134.243330:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016134.243332:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016134.243336:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016134.243337:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d778b0, osc lock ffff8800aa177690, flags 0x400001002 00010000:00010000:0.0:1734016134.243342:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1fc6 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e088a6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.243348:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1fc6 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e088a6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.243354:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1fc6 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e088a6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.243359:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1fc6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e088a6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016134.243366:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2307440 i_blocks 408 00000020:00010000:0.0:1734016134.243368:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016134.243369:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.243371:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d778b0 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.243373:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016134.243374:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d778b0 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016134.243378:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016134.243382:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016134.243384:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016134.243387:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016134.243390:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016134.243391:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d778b0, osc lock ffff8800aa177690, flags 0x400001002 00010000:00010000:0.0:1734016134.243394:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1fc6 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e088a6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.243399:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1fc6 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e088a6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.243405:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1fc6 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e088a6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.243410:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1fc6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e088a6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016134.243416:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2307440 i_blocks 408 00000020:00010000:0.0:1734016134.243418:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016134.243419:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.243421:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d778b0 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.243423:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016134.243424:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d778b0 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016134.243427:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016134.243430:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 2307440 00000080:00200008:0.0:1734016134.243485:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 372736, type: SEEK_SET 00000080:00200008:0.0:1734016134.243488:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 372736, type: SEEK_SET, rc = 372736 00000080:00200008:0.0:1734016134.243494:0:9673:0:(file.c:2466:do_file_write_iter()) START file f16a.sanityn:[0x200000401:0x9:0x0], ppos: 372736, count: 20480 00000080:00200000:0.0:1734016134.243499:0:9673:0:(file.c:1826:ll_file_io_generic()) f16a.sanityn: write ppos: 372736, bytes: 20480 00000080:00200000:0.0:1734016134.243504:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000020:00200000:0.0:1734016134.243509:0:9673:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012d0c27d0[0x4, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1734016134.243510:0:9673:0:(cl_io.c:195:cl_io_rw_init()) io range: 2 [372736, 393216) 0 0 00000080:00200000:0.0:1734016134.243512:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016134.243518:0:9673:0:(file.c:1893:ll_file_io_generic()) Range lock [91, 95] 00020000:00200000:0.0:1734016134.243524:0:9673:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 372736 chunk: [372736, 393216) 393216, 20480 00020000:00200000:0.0:1734016134.243527:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016134.243538:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [91, 95] 00000008:00010000:0.0:1734016134.243543:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1734016134.243545:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d778b0, osc lock ffff8800aa177690, flags 0x0 00000080:00200000:0.0:1734016134.243549:0:9673:0:(vvp_io.c:1326:vvp_io_write_start()) f16a.sanityn: write [372736, 393216) 00000080:00200000:0.0:1734016134.243570:0:9673:0:(rw26.c:526:ll_direct_IO_impl()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8), size=20480 (max 603979776), offset=372736=0x5b000, pages 5 (max 147456), lockless, parallel 00000080:00200000:0.0:1734016134.243615:0:9673:0:(rw26.c:672:ll_direct_IO_impl()) result 0 tot_bytes 20480 count 20480 file_offset 393216 00000020:00010000:0.0:1734016134.243619:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016134.243621:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.243623:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d778b0 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.243624:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016134.243626:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d778b0 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016134.243629:0:9673:0:(vvp_io.c:533:vvp_io_advance()) advancing 20480 bytes 00000100:00100000:0.0:1734016134.243655:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:0.0:1734016134.243662:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff88012b41a900 00000008:00100000:0.0:1734016134.243755:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59f80 - object 0x280000400:5 offset 372736<>393216 00000100:00100000:0.0:1734016134.243770:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247336992000:192.168.201.110@tcp:4:fsx.0 00000100:00100000:0.0:1734016134.247149:0:4737:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1734016134.247164:0:4737:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339474432 00000100:00100000:0.0:1734016134.247169:0:4737:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339474432 00000100:00100000:0.0:1734016134.247209:0:4737:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 209 00000100:00100000:0.0:1734016134.247215:0:4737:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7db1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:13929:x1818247339474432:12345-192.168.201.110@tcp:104: 00010000:00010000:0.0:1734016134.247226:0:4737:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d1fc6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1466368->1507327) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e088a6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016134.247288:0:4739:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016134.247298:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339474304 00000100:00100000:3.0:1734016134.247300:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339474304 00000100:00100000:3.0:1734016134.247326:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11656 00000100:00100000:3.0:1734016134.247330:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247339474304:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016134.247337:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d1fd4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e088bb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.247480:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016134.247486:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13929:x1818247339474304:12345-192.168.201.110@tcp:104: Request processed in 155us (617us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.247492:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11656 00010000:00010000:0.0:1734016134.247668:0:4737:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1734016134.247673:0:4737:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7db1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:13929:x1818247339474432:12345-192.168.201.110@tcp:104: Request processed in 458us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016134.247678:0:4737:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 209 00000100:00100000:0.0:1734016134.257834:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247336992128:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016134.263703:0:1978:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012aae7800: committing for last_committed 4294969389 gen 2 00000080:00200000:0.0:1734016134.264035:0:9673:0:(file.c:1930:ll_file_io_generic()) Range unlock [91, 95] 00000080:00200000:0.0:1734016134.264046:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016134.264049:0:9673:0:(file.c:1964:ll_file_io_generic()) f16a.sanityn: 2 io complete with rc: 0, result: 20480, restart: 0 00000080:00200000:0.0:1734016134.264061:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2307440 i_blocks 448 00000080:00200000:0.0:1734016134.264069:0:9673:0:(file.c:2044:ll_file_io_generic()) iot: 2, result: 20480 00000080:00200008:0.0:1734016134.264084:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016134.264089:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:0.0:1734016134.264102:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016134.264115:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d1fcd lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e088b4 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016134.264124:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d1fcd lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e088b4 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016134.264133:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016134.264136:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d1fcd 00000080:00010000:0.0:1734016134.264141:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d1fcd from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016134.264144:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d1fcd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e088b4 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016134.264150:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d1fcd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e088b4 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016134.264166:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016134.264173:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016134.264184:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016134.264186:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d777b0, osc lock ffff8800aa177690, flags 0x400001002 00010000:00010000:0.0:1734016134.264203:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d1fdb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.264211:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d1fdb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016134.264256:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247336992384:192.168.201.110@tcp:101:fsx.0 00000080:00200000:0.0:1734016134.267983:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2307440 i_blocks 448 00000020:00010000:0.0:1734016134.267990:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016134.267992:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.267996:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d777b0 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.267999:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016134.268000:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d777b0 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016134.268011:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016134.268027:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016134.268032:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016134.268038:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016134.268046:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016134.268048:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d777b0, osc lock ffff8800aa177690, flags 0x400001002 00010000:00010000:0.0:1734016134.268059:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d1fdb lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e088c9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.268067:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d1fdb lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e088c9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.268074:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d1fdb lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e088c9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.268080:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d1fdb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e088c9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016134.268090:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2307440 i_blocks 448 00000020:00010000:0.0:1734016134.268092:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016134.268094:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.268096:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d777b0 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.268098:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016134.268099:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d777b0 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016134.268103:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016134.268108:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 2307440 00000080:00200000:0.0:1734016134.268144:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016134.268147:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016134.268153:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016134.268160:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [330, 333] 00000008:00010000:0.0:1734016134.268165:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016134.268167:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d777b0, osc lock ffff8800aa177690, flags 0x0 00010000:00010000:0.0:1734016134.268180:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fe2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.268186:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fe2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1351680->1368063] (req 1351680->1368063) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.268206:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fe2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1351680->1368063] (req 1351680->1368063) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016134.268220:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336992512:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016134.268358:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41ad80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.270477:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339474560 00000100:00100000:3.0:1734016134.270484:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339474560 00000100:00100000:3.0:1734016134.270526:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11657 00000100:00100000:3.0:1734016134.270532:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339474560:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016134.270542:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d1fdb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e088c9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.270594:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016134.270598:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339474560:12345-192.168.201.110@tcp:104: Request processed in 67us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.270604:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11657 00000100:00100000:3.0:1734016134.274696:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:0.0:1734016134.276265:0:9673:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012db5a800: committing for last_committed 4294969387 gen 1 00000100:00100000:0.0:1734016134.276285:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336992512:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016134.276298:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fe2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1351680->1368063) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e088d0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.276312:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fe2 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1351680->1368063) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e088d0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016134.276323:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 2307440, setting rss=2307440; kms=2307440, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fe2 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1351680->1368063) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e088d0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.276333:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fe2 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1351680->1368063) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e088d0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.276339:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fe2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1351680->1368063) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e088d0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016134.276365:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2307440 i_blocks 448 00000100:00100000:0.0:1734016134.276435:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016134.276447:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247336992768:192.168.201.110@tcp:22:fsx.0 00000100:00100000:0.0:1734016134.281434:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247336992768:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016134.287290:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339474816 00000100:00100000:3.0:1734016134.287298:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339474816 00000100:00100000:3.0:1734016134.287333:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11659 00000100:00100000:3.0:1734016134.287340:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339474816:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016134.287353:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fe2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1351680->1368063) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e088d0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.287362:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fe2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1351680->1368063) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e088d0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016134.287382:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016134.287384:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 2307440 mtime: 1734016134 atime: 1734016134 ctime: 1734016134 blocks: 448 00000020:00010000:3.0:1734016134.287387:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016134.287388:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 2307440 mtime: 1734016134 atime: 1734016134 ctime: 1734016134 blocks: 448 00000100:00100000:3.0:1734016134.287428:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339474816:12345-192.168.201.110@tcp:106: Request processed in 89us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.287434:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11659 00010000:00010000:3.0:1734016134.290332:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1fe9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.290350:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1fe9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.290359:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1fe9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.290366:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1fe9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.290371:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1fe9 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016134.290383:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 2307440, setting rss=2307440; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016134.290394:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1fe9 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.290401:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1fe9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.290407:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1fe9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.290413:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941200 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016134.290417:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1fe9 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.290427:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016134.290431:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1fe9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.290438:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1fe9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016134.291583:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336992896:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016134.294886:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339474944 00000100:00100000:3.0:1734016134.294897:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339474944 00000100:00100000:3.0:1734016134.294942:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11660 00000100:00100000:3.0:1734016134.294949:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339474944:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016134.294963:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fe2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1351680->1368063) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e088d0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.294970:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fe2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1351680->1368063) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e088d0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016134.294991:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016134.294993:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 2307440 mtime: 1734016134 atime: 1734016134 ctime: 1734016134 blocks: 448 00000020:00010000:3.0:1734016134.294996:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016134.294997:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 2307440 mtime: 1734016134 atime: 1734016134 ctime: 1734016134 blocks: 448 00000100:00100000:3.0:1734016134.295038:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339474944:12345-192.168.201.110@tcp:106: Request processed in 88us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.295043:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11660 00010000:00010000:3.0:1734016134.298008:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d1ff0 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.298022:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d1ff0 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.298033:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d1ff0 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.298038:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d1ff0 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.298044:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d1ff0 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016134.298055:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 2307440, setting rss=2307440; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016134.298075:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d1ff0 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.298081:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d1ff0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.298087:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d1ff0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.298092:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5940240 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016134.298096:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d1ff0 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.298105:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016134.298109:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d1ff0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.298114:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d1ff0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016134.298153:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336993024:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016134.301588:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339475072 00000100:00100000:3.0:1734016134.301598:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339475072 00000100:00100000:3.0:1734016134.301642:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11661 00000100:00100000:3.0:1734016134.301647:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339475072:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016134.301660:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fe2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1351680->1368063) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e088d0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.301668:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fe2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1351680->1368063) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e088d0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016134.301693:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016134.301695:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 2307440 mtime: 1734016134 atime: 1734016134 ctime: 1734016134 blocks: 448 00000020:00010000:3.0:1734016134.301698:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016134.301699:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 2307440 mtime: 1734016134 atime: 1734016134 ctime: 1734016134 blocks: 448 00000100:00100000:3.0:1734016134.302040:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339475072:12345-192.168.201.110@tcp:106: Request processed in 390us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.302047:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11661 00010000:00010000:3.0:1734016134.305629:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1ff7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.305643:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1ff7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.305651:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1ff7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.305656:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1ff7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.305662:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1ff7 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016134.305674:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 2307440, setting rss=2307440; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016134.305683:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1ff7 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.305688:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1ff7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.305694:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1ff7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.305698:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941200 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016134.305701:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1ff7 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.305735:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016134.305741:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1ff7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.305747:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d1ff7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016134.306425:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336993152:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016134.309642:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339475200 00000100:00100000:3.0:1734016134.309651:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339475200 00000100:00100000:3.0:1734016134.309687:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11662 00000100:00100000:3.0:1734016134.309693:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339475200:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016134.309704:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fe2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1351680->1368063) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e088d0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.309739:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fe2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1351680->1368063) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e088d0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016134.309760:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016134.309762:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 2307440 mtime: 1734016134 atime: 1734016134 ctime: 1734016134 blocks: 448 00000020:00010000:3.0:1734016134.309765:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016134.309766:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 2307440 mtime: 1734016134 atime: 1734016134 ctime: 1734016134 blocks: 448 00000100:00100000:3.0:1734016134.309805:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339475200:12345-192.168.201.110@tcp:106: Request processed in 110us (1107us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.309811:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11662 00010000:00010000:3.0:1734016134.314887:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d1ffe lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.314902:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d1ffe lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.314912:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d1ffe lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.314917:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d1ffe lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.314924:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d1ffe lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016134.314934:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 2307440, setting rss=2307440; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016134.314944:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d1ffe lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.314948:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d1ffe lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.314955:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d1ffe lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.314960:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943840 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016134.314964:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d1ffe lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.314972:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016134.314976:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d1ffe lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.314982:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d1ffe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016134.315884:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336993280:192.168.201.110@tcp:101:fsx.0 00000008:00010000:3.0:1734016134.320306:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fe2 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1351680->1368063) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e088d0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016134.320331:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fe2 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1351680->1368063) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e088d0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016134.320349:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247336993536:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016134.337155:0:4740:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016134.337182:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339475328 00000100:00100000:3.0:1734016134.337189:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339475328 00000100:00100000:3.0:1734016134.337269:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11663 00000100:00100000:3.0:1734016134.337277:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339475328:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016134.337290:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fe2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1351680->1368063) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e088d0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.337298:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fe2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1351680->1368063) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e088d0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016134.337319:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 2, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016134.337321:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 2307440 mtime: 1734016134 atime: 1734016134 ctime: 1734016134 blocks: 448 00000020:00010000:3.0:1734016134.337324:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016134.337325:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 2307440 mtime: 1734016134 atime: 1734016134 ctime: 1734016134 blocks: 448 00000100:00100000:3.0:1734016134.337373:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339475328:12345-192.168.201.110@tcp:106: Request processed in 97us (10127us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.337379:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11663 00010000:00010000:3.0:1734016134.340667:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2005 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.340684:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2005 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.340693:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2005 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.340698:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2005 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.340702:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2005 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016134.340753:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 2307440, setting rss=2307440; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016134.340767:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2005 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.340773:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2005 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.340778:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2005 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.340783:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b59433c0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016134.340787:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2005 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.340801:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016134.340805:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2005 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.340810:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2005 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016134.340861:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336993664:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016134.343870:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339475456 00000100:00100000:3.0:1734016134.343877:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339475456 00000100:00100000:3.0:1734016134.343911:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11664 00000100:00100000:3.0:1734016134.343918:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339475456:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016134.343929:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fe2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1351680->1368063) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e088d0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.343937:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fe2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1351680->1368063) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e088d0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016134.343957:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 2, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016134.343959:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 2307440 mtime: 1734016134 atime: 1734016134 ctime: 1734016134 blocks: 448 00000020:00010000:3.0:1734016134.343962:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016134.343963:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 2307440 mtime: 1734016134 atime: 1734016134 ctime: 1734016134 blocks: 448 00000100:00100000:3.0:1734016134.343998:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339475456:12345-192.168.201.110@tcp:106: Request processed in 81us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.344004:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11664 00010000:00010000:3.0:1734016134.351284:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d200c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.351299:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d200c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.351310:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d200c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.351317:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d200c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.351323:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d200c lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016134.351334:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 2307440, setting rss=2307440; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016134.351356:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d200c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.351361:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d200c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.351368:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d200c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.351374:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943cc0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016134.351378:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d200c lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.351387:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016134.351392:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d200c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.351397:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d200c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016134.351436:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336993792:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016134.358448:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339475584 00000100:00100000:3.0:1734016134.358457:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339475584 00000100:00100000:3.0:1734016134.358491:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11665 00000100:00100000:3.0:1734016134.358497:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339475584:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016134.358509:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d1fe2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1351680->1368063) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e088d0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.358585:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016134.358591:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339475584:12345-192.168.201.110@tcp:104: Request processed in 94us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.358597:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11665 00000100:00100000:3.0:1734016134.370664:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339475712 00000100:00100000:3.0:1734016134.370672:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339475712 00000100:00100000:3.0:1734016134.370726:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11666 00000100:00100000:3.0:1734016134.370733:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9956:x1818247339475712:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016134.370741:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1871872->1900543] (req 1871872->1900543) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.370753:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1871872->1900543] (req 1871872->1900543) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.370759:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.370765:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.370772:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.370779:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.370796:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5943180) 00000100:00100000:3.0:1734016134.370833:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9956:x1818247339475712:12345-192.168.201.110@tcp:105: Request processed in 100us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.370839:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11666 00010000:00010000:0.0:1734016134.370988:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.370995:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.371012:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016134.371022:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 2307440, setting rss=2307440; kms=2307440, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.371032:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.371037:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016134.371060:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2307440 i_blocks 448 00000100:00100000:0.0:1734016134.371116:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016134.371127:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247336994176:192.168.201.110@tcp:22:fsx.0 00000100:00100000:0.0:1734016134.377976:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247336994176:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016134.382887:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339475840 00000100:00100000:3.0:1734016134.382895:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339475840 00000100:00100000:3.0:1734016134.382923:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11667 00000100:00100000:3.0:1734016134.382929:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:8966:x1818247339475840:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016134.382941:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d1fa3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e08883 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016134.383038:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016134.383043:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:8966:x1818247339475840:12345-192.168.201.110@tcp:104: Request processed in 114us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.383050:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11667 00000100:00100000:0.0:1734016134.384111:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247336994560:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016134.389843:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247336994432:192.168.201.110@tcp:36:fsx.0 00000080:00200000:3.0:1734016134.389885:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016134.389890:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016134.389902:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016134.389929:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016134.389938:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016134.389941:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588ad30, osc lock ffff8800b5a2a390, flags 0x0 00010000:00010000:3.0:1734016134.389956:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.389965:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.389975:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.389981:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.389986:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016134.390034:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336994688:192.168.201.110@tcp:10:fsx.0 00000100:00100000:3.0:1734016134.394662:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336994688:192.168.201.110@tcp:10:fsx.0 00000080:00200000:0.0:1734016134.394765:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6066966 i_blocks 448 00000020:00010000:0.0:1734016134.394771:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab1543f8 (ffff8800b6d881b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016134.394774:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab1543f8 (ffff8800b6d881b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.394777:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588ad30 (ffff8800b6d88008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016134.394785:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.394795:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016134.394810:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab1543f8 (ffff8800b6d881b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016134.394812:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588ad30 (ffff8800b6d881b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016134.394825:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016134.394837:0:9673:0:(llite_lib.c:2534:ll_setattr_raw()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8) current size 6066966, valid attrs 2168, mode 8800, uid -1441591024, gid -30720, new size 6066966, atime 1734016134.000000000, mtime 1734016134.378000000, ctime 1734016134.378000000, rc 0 00000080:00a00000:0.0:1734016134.394884:0:9673:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0x9:0x0] vma=ffff8800b6ee6360 start=0x7f8ee1f1a000 end=0x7f8ee1f1c000 vm_flags=0xfb 00000080:00200000:0.0:1734016134.394895:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016134.394901:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016134.394912:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016134.394914:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d778b0, osc lock ffff8800aa177c80, flags 0x400001002 00010000:00010000:0.0:1734016134.394926:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.394934:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.394942:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.394947:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016134.394957:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6066966 i_blocks 448 00000020:00010000:0.0:1734016134.394959:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb3908 (ffff8800b6d881b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016134.394961:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb3908 (ffff8800b6d881b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.394963:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d778b0 (ffff8800b6d88008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.394964:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb3908 (ffff8800b6d881b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016134.394966:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d778b0 (ffff8800b6d881b8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016134.394971:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016134.395032:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1481 00000080:00200000:0.0:1734016134.395038:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016134.395043:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016134.395051:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1481, 1481] 00000008:00010000:0.0:1734016134.395056:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016134.395059:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d778b0, osc lock ffff8800aa177c80, flags 0x0 00010000:00010000:0.0:1734016134.395064:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.395070:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6066176 6070271) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.395076:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.395081:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.395086:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000001:00010000:0.0:1734016134.395094:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016134.395098:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016134.395100:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77830, osc lock ffff8800aa177db0, flags 0x400001002 00010000:00010000:0.0:1734016134.395104:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.395111:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.395117:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.395123:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016134.395129:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6066966 i_blocks 448 00000020:00010000:0.0:1734016134.395131:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb3908 (ffff8800b6d881b8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016134.395133:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb3908 (ffff8800b6d881b8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.395134:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77830 (ffff8800b6d88008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.395136:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb3908 (ffff8800b6d881b8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016134.395137:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77830 (ffff8800b6d881b8/1) at cl_lock_fini():85 00010000:00010000:0.0:1734016134.395164:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.395170:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2310144 2314239) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.395177:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 7/1,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.395182:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 7/1,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.395191:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.400044:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.400062:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016134.400453:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:0.0:1734016134.400467:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41ad80 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.400518:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6066176 6070271) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016134.400638:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5b480 - object 0x280000400:5 offset 2310144<>6070272 00000100:00100000:0.0:1734016134.400661:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247336994944:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016134.462738:0:1978:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41ad80 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016134.463029:0:1978:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41ad80 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016134.463051:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247336994944:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016134.465513:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336995072:192.168.201.110@tcp:4:fsx.0 00000008:00010000:3.0:1734016134.470460:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016134.470502:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016134.470516:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336995072:192.168.201.110@tcp:4:fsx.0 00000100:00100000:0.0:1734016134.474748:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247336995200:192.168.201.110@tcp:44:fsx.0 00000080:00200000:0.0:1734016134.474781:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016134.474795:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016134.485395:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6066966 i_blocks 464 00000080:00200000:0.0:1734016134.485408:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016134.485639:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016134.485646:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:0.0:1734016134.485662:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016134.485674:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b3df9000 type 13 mode 30 res 8589935617/9 (0 0) 00010000:00010000:0.0:1734016134.485729:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d813a80/0x7bf039d361d201a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 9673 initiator: MDT0 00010000:00010000:0.0:1734016134.485737:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d813a80/0x7bf039d361d201a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00010000:00010000:0.0:1734016134.485748:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d813a80/0x7bf039d361d201a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00000100:00100000:0.0:1734016134.485765:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336995456:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016134.486022:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.491310:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336995456:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016134.491334:0:9673:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d813a80/0x7bf039d361d201a lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08916 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.491342:0:9673:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d813a80/0x7bf039d361d201a lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08916 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.491351:0:9673:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d813a80/0x7bf039d361d201a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08916 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.491360:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d813a80/0x7bf039d361d201a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08916 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.491369:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d813a80/0x7bf039d361d201a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08916 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.491376:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d813a80/0x7bf039d361d201a lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08916 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016134.491381:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d813a80/0x7bf039d361d201a lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08916 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1734016134.491391:0:9673:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a8d59f80 x1818247336995456/t0(0) o101->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016150 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:0.0:1734016134.491399:0:9673:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d813a80/0x7bf039d361d201a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08916 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1734016134.491409:0:9673:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d813a80/0x7bf039d361d201a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08916 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016134.491419:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b3df9000 type 13 mode 4 res 8589935617/9 (0 0) 00000080:00200000:0.0:1734016134.491466:0:9673:0:(file.c:6447:ll_layout_conf()) [0x200000401:0x9:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1734016134.491471:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d201a 00000080:00010000:0.0:1734016134.491475:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:0.0:1734016134.491478:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d201a from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016134.491480:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d813a80/0x7bf039d361d201a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08916 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016134.491490:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d813a80/0x7bf039d361d201a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08916 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016134.491517:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016134.491524:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016134.491535:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016134.491538:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77530, osc lock ffff8800aa177db0, flags 0x400001002 00010000:00010000:0.0:1734016134.491555:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812400/0x7bf039d361d2021 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.491562:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812400/0x7bf039d361d2021 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016134.495523:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339475968 00000100:00100000:3.0:1734016134.495533:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339475968 00000100:00100000:3.0:1734016134.495783:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11668 00000100:00100000:3.0:1734016134.495792:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339475968:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016134.495806:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.496376:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016134.496419:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 919, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016134.496421:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 6066966 mtime: 1734016134 atime: 1734016134 ctime: 1734016134 blocks: 464 00000020:00010000:3.0:1734016134.496424:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016134.496425:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 6066966 mtime: 1734016134 atime: 1734016134 ctime: 1734016134 blocks: 464 00000100:00100000:3.0:1734016134.496466:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339475968:12345-192.168.201.110@tcp:106: Request processed in 675us (1289us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.496477:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11668 00000080:00200000:0.0:1734016134.505124:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6066966 i_blocks 464 00000020:00010000:0.0:1734016134.505130:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fe238 (ffff8800aeaf9bd8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016134.505132:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fe238 (ffff8800aeaf9bd8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.505136:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77530 (ffff8800aeaf9518/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.505138:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fe238 (ffff8800aeaf9bd8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016134.505140:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77530 (ffff8800aeaf9bd8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016134.505149:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016134.505164:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016134.505168:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016134.505173:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016134.505182:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016134.505183:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77530, osc lock ffff8800aa177db0, flags 0x400001002 00010000:00010000:0.0:1734016134.505198:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2028 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.505208:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2028 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016134.505253:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247336995712:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016134.527310:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339476096 00000100:00100000:3.0:1734016134.527322:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339476096 00000100:00100000:3.0:1734016134.527379:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11669 00000100:00100000:3.0:1734016134.527385:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339476096:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016134.527397:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.527406:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016134.527425:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 919, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016134.527427:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6066966 mtime: 1734016134 atime: 1734016134 ctime: 1734016134 blocks: 464 00000020:00010000:3.0:1734016134.527430:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016134.527430:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 6066966 mtime: 1734016134 atime: 1734016134 ctime: 1734016134 blocks: 464 00000100:00100000:3.0:1734016134.527478:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339476096:12345-192.168.201.110@tcp:106: Request processed in 93us (5260us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.527483:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11669 00010000:00010000:0.0:1734016134.543987:0:1979:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2028 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.544003:0:1979:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2028 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.544012:0:1979:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2028 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.544017:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2028 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.544023:0:1979:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2028 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016134.544035:0:1979:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6066966, setting rss=6066966; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016134.544077:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2028 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.544082:0:1979:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2028 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.544093:0:1979:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2028 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.544099:0:1979:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d8121c0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016134.544103:0:1979:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2028 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.544134:0:1979:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016134.544138:0:1979:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2028 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.544143:0:1979:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2028 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016134.544182:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247336995712:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016134.563443:0:4739:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016134.563460:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339476224 00000100:00100000:3.0:1734016134.563468:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339476224 00000100:00100000:3.0:1734016134.563503:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11670 00000100:00100000:3.0:1734016134.563509:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:6482:x1818247339476224:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016134.563522:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d813a80/0x7bf039d361d201a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e08916 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016134.563641:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016134.563648:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:6482:x1818247339476224:12345-192.168.201.110@tcp:104: Request processed in 138us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.563654:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11670 00000100:00100000:3.0:1734016134.580243:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336996224:192.168.201.110@tcp:10:fsx.0 00000008:00010000:3.0:1734016134.674669:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016134.678149:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016134.678185:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336996480:192.168.201.110@tcp:3:fsx.0 00000080:00200000:0.0:1734016134.728462:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1734016134.728517:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247336996736:192.168.201.110@tcp:44:fsx.0 00000100:00100000:0.0:1734016134.728568:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41a240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.741798:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247336996736:192.168.201.110@tcp:44:fsx.0 00000080:00200000:0.0:1734016134.741831:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016134.741851:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1734016134.741907:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016134.741918:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247336996864:192.168.201.110@tcp:16:fsx.0 00000100:00100000:0.0:1734016134.761125:0:1978:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012aae7800: committing for last_committed 4294969395 gen 2 00000100:00100000:0.0:1734016134.761187:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247336996864:192.168.201.110@tcp:16:fsx.0 00000100:00100000:3.0:1734016134.782150:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016134.785390:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9706805 i_blocks 592 00000020:00010000:0.0:1734016134.785398:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016134.785401:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.785406:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891830 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.785408:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016134.785410:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891830 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016134.785420:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016134.785438:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016134.785443:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016134.785449:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016134.785462:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016134.785464:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77830, osc lock ffff8800aa177db0, flags 0x400001002 00010000:00010000:0.0:1734016134.785484:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810900/0x7bf039d361d203d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.785490:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810900/0x7bf039d361d203d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016134.792011:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016134.803018:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9706805 i_blocks 592 00000020:00010000:0.0:1734016134.803024:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016134.803028:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.803032:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77830 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.803035:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016134.803036:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77830 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016134.803047:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016134.803057:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9706805 00000080:00200008:0.0:1734016134.803113:0:9673:0:(llite_lib.c:2284:ll_setattr_raw()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8) current size 9706805, valid attrs 2068, mode 8800, uid -1441591024, gid -30720, new size 9436379, atime 1734016134.000000000, mtime 1734016134.000000000, ctime 1734016134.000000000 00010000:00010000:0.0:1734016134.803137:0:9673:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d202f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x3f004d6452e08939 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016134.803153:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800a8e2a880/0x7bf039d361cbf01 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e009a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016134.803183:0:9673:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d202f lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x3f004d6452e08939 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016134.803188:0:9673:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016134.803190:0:9673:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d202f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x3f004d6452e08939 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000020:00100000:0.0:1734016134.803207:0:9673:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88012db5a800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1734016134.803213:0:9673:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a8d58e00 x1818247336997504/t0(0) o36->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734016134.803231:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336997504:192.168.201.110@tcp:36:fsx.0 00000100:00100000:0.0:1734016134.803279:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41a300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016134.813449:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336997504:192.168.201.110@tcp:36:fsx.0 00000080:00200000:0.0:1734016134.813498:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016134.813505:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016134.813529:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016134.813546:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:0.0:1734016134.813558:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016134.813561:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77830, osc lock ffff8800aa177db0, flags 0x0 00010000:00010000:0.0:1734016134.813593:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812f40/0x7bf039d361d2044 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.813608:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812f40/0x7bf039d361d2044 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.813635:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812f40/0x7bf039d361d2044 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016134.813658:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336997632:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016134.814195:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41a840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.827543:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:0.0:1734016134.830265:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336997632:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016134.830285:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812f40/0x7bf039d361d2044 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08955 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.830294:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812f40/0x7bf039d361d2044 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08955 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.830301:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812f40/0x7bf039d361d2044 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08955 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016134.837068:0:4747:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016134.837130:0:4747:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.837139:0:4747:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016134.837163:0:4747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.837175:0:4747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d2013 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1871872->1900543) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08901 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.837192:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016134.837193:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016134.837198:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016134.837240:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016134.837259:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247336997760:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016134.842067:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016134.842476:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812f40/0x7bf039d361d2044 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08955 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.842485:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812f40/0x7bf039d361d2044 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08955 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.842504:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812f40/0x7bf039d361d2044 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08955 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016134.842513:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9706805, setting rss=9706805; kms=9706805, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812f40/0x7bf039d361d2044 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08955 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.842522:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812f40/0x7bf039d361d2044 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08955 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.842527:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812f40/0x7bf039d361d2044 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08955 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016134.842588:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016134.842598:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247336997888:192.168.201.110@tcp:10:fsx.0 00000100:00100000:0.0:1734016134.855937:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247336997888:192.168.201.110@tcp:10:fsx.0 00000100:00100000:3.0:1734016134.880115:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016134.897809:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9436379 i_blocks 464 00000020:00010000:0.0:1734016134.897815:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016134.897818:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.897823:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891430 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.897826:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016134.897827:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891430 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016134.897847:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016134.897865:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016134.897870:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016134.897876:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016134.897888:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016134.897890:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77430, osc lock ffff8800aa177c80, flags 0x400001002 00010000:00010000:0.0:1734016134.897910:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d2060 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.897917:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d2060 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016134.904108:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016134.911896:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9436379 i_blocks 464 00000020:00010000:0.0:1734016134.911903:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016134.911905:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.911909:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77430 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.911912:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016134.911914:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77430 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016134.911925:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016134.911934:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9436379 00000080:00200008:0.0:1734016134.911950:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016134.911954:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:0.0:1734016134.911970:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016134.911984:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d2052 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08971 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016134.911992:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d2052 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08971 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016134.912000:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016134.912003:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d2052 00000080:00010000:0.0:1734016134.912007:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2052 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016134.912009:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d2052 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08971 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016134.912014:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d2052 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08971 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016134.912033:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016134.912040:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016134.912054:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016134.912056:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77430, osc lock ffff8800aa177c80, flags 0x400001002 00010000:00010000:0.0:1734016134.912073:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810fc0/0x7bf039d361d2067 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.912082:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810fc0/0x7bf039d361d2067 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016134.912126:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016134.912138:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247336998528:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016134.919650:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016134.928614:0:1979:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810fc0/0x7bf039d361d2067 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.928630:0:1979:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810fc0/0x7bf039d361d2067 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.928641:0:1979:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810fc0/0x7bf039d361d2067 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.928646:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810fc0/0x7bf039d361d2067 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.928652:0:1979:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810fc0/0x7bf039d361d2067 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016134.928663:0:1979:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9436379, setting rss=9436379; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016134.928693:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810fc0/0x7bf039d361d2067 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.928699:0:1979:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810fc0/0x7bf039d361d2067 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.928744:0:1979:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810fc0/0x7bf039d361d2067 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.928749:0:1979:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d810fc0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016134.928753:0:1979:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810fc0/0x7bf039d361d2067 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.928761:0:1979:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016134.928765:0:1979:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810fc0/0x7bf039d361d2067 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.928770:0:1979:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810fc0/0x7bf039d361d2067 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016134.928803:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247336998528:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016134.930532:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247336998656:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016134.939445:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016134.951074:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9436379 i_blocks 464 00000020:00010000:0.0:1734016134.951080:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016134.951083:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.951087:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891f30 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016134.951090:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016134.951091:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891f30 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016134.951103:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016134.951113:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9436379 00000080:00200000:0.0:1734016134.951154:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016134.951158:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016134.951170:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016134.951180:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1575, 1590] 00000008:00010000:0.0:1734016134.951191:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016134.951194:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d775b0, osc lock ffff8800aa177690, flags 0x0 00010000:00010000:0.0:1734016134.951213:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d2075 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.951219:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d2075 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6451200->6516735] (req 6451200->6516735) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.951246:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d2075 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6451200->6516735] (req 6451200->6516735) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016134.951265:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b800 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247336998784:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016134.951330:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41a480 going to sleep for 11 seconds 00000100:00100000:3.0:1734016134.961468:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:0.0:1734016134.973626:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b800 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247336998784:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016134.973652:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d2075 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6451200->6516735] (req 6451200->6516735) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08994 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.973661:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d2075 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6451200->6516735] (req 6451200->6516735) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08994 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.973667:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d2075 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6451200->6516735] (req 6451200->6516735) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08994 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016134.978987:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016134.979532:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d2075 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6451200->6516735) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08994 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.979542:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d2075 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6451200->6516735) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08994 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.979566:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d2075 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6451200->6516735) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08994 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016134.979575:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9436379, setting rss=9436379; kms=9436379, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d2075 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6451200->6516735) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08994 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.979585:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d2075 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6451200->6516735) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08994 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016134.979590:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d2075 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6451200->6516735) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08994 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016134.979611:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9436379 i_blocks 464 00000100:00100000:0.0:1734016134.980275:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016134.980292:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247336999040:192.168.201.110@tcp:22:fsx.0 00000100:00100000:0.0:1734016134.987351:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247336999040:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016134.993342:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339477632 00000100:00100000:3.0:1734016134.993351:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339477632 00000100:00100000:3.0:1734016134.993394:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11681 00000100:00100000:3.0:1734016134.993400:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339477632:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016134.993414:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d2075 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6451200->6516735) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08994 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.993424:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d2075 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6451200->6516735) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08994 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016134.993446:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016134.993448:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 9436379 mtime: 1734016134 atime: 1734016134 ctime: 1734016134 blocks: 464 00000020:00010000:3.0:1734016134.993451:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016134.993452:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 9436379 mtime: 1734016134 atime: 1734016134 ctime: 1734016134 blocks: 464 00000100:00100000:3.0:1734016134.993490:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339477632:12345-192.168.201.110@tcp:106: Request processed in 89us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016134.993497:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11681 00010000:00010000:3.0:1734016134.998991:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d207c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.999007:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d207c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.999017:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d207c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.999023:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d207c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.999028:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d207c lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016134.999044:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9436379, setting rss=9436379; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016134.999095:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d207c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.999101:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d207c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.999107:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d207c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.999242:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5942ac0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016134.999247:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d207c lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.999254:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016134.999259:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d207c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016134.999265:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d207c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016134.999293:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336999168:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016134.999313:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336999296:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016135.002434:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339477760 00000100:00100000:3.0:1734016135.002444:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339477760 00010000:00010000:3.0:1734016135.006821:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2083 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.006847:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2083 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.006859:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2083 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.006864:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2083 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.006869:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2083 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016135.006880:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9436379, setting rss=9436379; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016135.006899:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2083 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.006905:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2083 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.006911:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2083 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.006917:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5940fc0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016135.006920:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2083 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.006929:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016135.006933:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2083 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.006938:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2083 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.006976:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247336999296:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016135.014139:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339477888 00000100:00100000:3.0:1734016135.014147:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339477888 00000100:00100000:3.0:1734016135.014174:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11683 00000100:00100000:3.0:1734016135.014179:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339477888:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016135.014190:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d2075 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6451200->6516735) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08994 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.014243:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016135.014248:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339477888:12345-192.168.201.110@tcp:104: Request processed in 69us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.014254:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11683 00000100:00100000:0.0:1734016135.019682:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247336999424:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016135.019740:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d208a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9322496->9392127] (req 9322496->9392127) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e089a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.019749:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d208a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9322496->9392127] (req 9322496->9392127) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e089a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.019755:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d208a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9322496->9392127] (req 9322496->9392127) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e089a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.020853:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016135.021385:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d208a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9322496->9392127) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e089a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.021392:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d208a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9322496->9392127) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e089a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.021409:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d208a lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9322496->9392127) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e089a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.021419:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9436379, setting rss=9436379; kms=9436379, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d208a lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9322496->9392127) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e089a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.021429:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d208a lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9322496->9392127) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.021434:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d208a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9322496->9392127) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.021461:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9436379 i_blocks 464 00000100:00100000:0.0:1734016135.021520:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016135.021531:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247336999680:192.168.201.110@tcp:22:fsx.0 00000100:00100000:0.0:1734016135.026769:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247336999680:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016135.027348:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247336999808:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016135.029474:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016135.035030:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9436379 i_blocks 464 00000020:00010000:0.0:1734016135.035035:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.035038:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.035951:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891bb0 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.035958:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.035960:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891bb0 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.035973:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016135.035994:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016135.036003:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016135.036009:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016135.036022:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016135.036024:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77330, osc lock ffff8800aa177b50, flags 0x400001002 00010000:00010000:0.0:1734016135.036048:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d2098 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.036055:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d2098 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.041632:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016135.050865:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9436379 i_blocks 464 00000020:00010000:0.0:1734016135.050870:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.050873:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.050876:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77330 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.050878:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.050880:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77330 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.050890:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016135.050899:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9436379 00000080:00200008:0.0:1734016135.050939:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 1056768, type: SEEK_SET 00000080:00200008:0.0:1734016135.050942:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 1056768, type: SEEK_SET, rc = 1056768 00000080:00200008:0.0:1734016135.050950:0:9673:0:(file.c:2290:do_file_read_iter()) START file f16a.sanityn:[0x200000401:0x9:0x0], ppos: 1056768, count: 49152 00000080:00200000:0.0:1734016135.050955:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016135.050963:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016135.050970:0:9673:0:(file.c:1826:ll_file_io_generic()) f16a.sanityn: read ppos: 1056768, bytes: 49152 00000080:00200000:0.0:1734016135.050977:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000020:00200000:0.0:1734016135.050983:0:9673:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012d0c27d0[0x4, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1734016135.050985:0:9673:0:(cl_io.c:195:cl_io_rw_init()) io range: 1 [1056768, 1105920) 0 0 00000080:00200000:0.0:1734016135.050987:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016135.050993:0:9673:0:(file.c:1893:ll_file_io_generic()) Range lock [258, 269] 00020000:00200000:0.0:1734016135.051000:0:9673:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 1056768 chunk: [1056768, 1105920) 1105920, 49152 00020000:00200000:0.0:1734016135.051003:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016135.051016:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [258, 269] 00000008:00010000:0.0:1734016135.051024:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1734016135.051026:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77330, osc lock ffff8800aa177b50, flags 0x0 00000080:00200000:0.0:1734016135.051032:0:9673:0:(vvp_io.c:840:vvp_io_read_start()) f16a.sanityn: read [1056768, 1105920) 00000001:00010000:0.0:1734016135.051036:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016135.051038:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016135.051040:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d774b0, osc lock ffff8800aa1778f0, flags 0x400001002 00010000:00010000:0.0:1734016135.051055:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812f40/0x7bf039d361d209f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.051062:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812f40/0x7bf039d361d209f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016135.051137:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337000064:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016135.055655:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016135.063132:0:1978:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812f40/0x7bf039d361d209f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.063148:0:1978:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812f40/0x7bf039d361d209f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.063158:0:1978:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812f40/0x7bf039d361d209f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.063168:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812f40/0x7bf039d361d209f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.063173:0:1978:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812f40/0x7bf039d361d209f lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.063184:0:1978:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9436379, setting rss=9436379; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016135.063207:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812f40/0x7bf039d361d209f lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.063211:0:1978:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812f40/0x7bf039d361d209f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.063216:0:1978:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812f40/0x7bf039d361d209f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.063222:0:1978:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d812f40 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016135.063226:0:1978:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812f40/0x7bf039d361d209f lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.063234:0:1978:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016135.063238:0:1978:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812f40/0x7bf039d361d209f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.063243:0:1978:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812f40/0x7bf039d361d209f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016135.063284:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337000064:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016135.074908:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016135.076090:0:4747:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016135.076096:0:4747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d208a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9322496->9392127) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e089a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.076103:0:4747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5942640 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016135.076107:0:4747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d208a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9322496->9392127) gid 0 flags: 0x800428400020000 nid: local remote: 0x3f004d6452e089a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.076124:0:4747:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016135.076133:0:4747:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016135.076164:0:4747:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d208a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9322496->9392127) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e089a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.076170:0:4747:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016135.076192:0:4747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d208a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9322496->9392127) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e089a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.076198:0:4747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d208a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9322496->9392127) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e089a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.076220:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016135.076221:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016135.076223:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016135.076228:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016135.076241:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337000448:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016135.086370:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337000448:192.168.201.110@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1734016135.097498:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### no dlm lock: extent: ffff8800ab3e8840 00000008:00010000:3.0:1734016135.098137:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### no dlm lock: extent: ffff8800ab3e8840 00000100:00100000:3.0:1734016135.098151:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337000320:192.168.201.110@tcp:3:fsx.0 00010000:00010000:3.0:1734016135.107575:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d20a6 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.107596:0:1981:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d20a6 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e089cc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.107607:0:1981:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d20a6 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e089cc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.107615:0:1981:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d20a6 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e089cc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016135.107626:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9436379, setting rss=9436379; kms=9436379, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d20a6 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e089cc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.107640:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d20a6 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e089cc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.107646:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d20a6 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e089cc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.107651:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d20a6 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e089cc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.107663:0:1981:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d20a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e089cc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.107679:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337000576:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016135.123780:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339478656 00000100:00100000:3.0:1734016135.123793:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339478656 00000100:00100000:3.0:1734016135.123857:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11689 00000100:00100000:3.0:1734016135.123864:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339478656:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016135.123878:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d20a6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e089cc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.123951:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016135.123956:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339478656:12345-192.168.201.110@tcp:104: Request processed in 92us (5384us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.123962:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11689 00000100:00100000:3.0:1734016135.135967:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339478784 00000100:00100000:3.0:1734016135.135977:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339478784 00000100:00100000:3.0:1734016135.136021:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11690 00000100:00100000:3.0:1734016135.136028:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6469:x1818247339478784:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016135.136040:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2994176->2998271] (req 2994176->2998271) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.136049:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2994176->2998271] (req 2994176->2998271) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.136060:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.136069:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.136075:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.136082:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.136723:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5942d00) 00000100:00100000:3.0:1734016135.137144:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6469:x1818247339478784:12345-192.168.201.110@tcp:105: Request processed in 1114us (3307us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.137151:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11690 00010000:00010000:0.0:1734016135.145121:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.145139:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.145165:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.145177:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9436379, setting rss=9436379; kms=9436379, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.145187:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.145193:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.145273:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.145283:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.145291:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/1,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.145296:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/1,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.145301:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.157051:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.157064:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016135.157697:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:0.0:1734016135.157731:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a6c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.157781:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2994176 2998271) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016135.157923:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d58a80 - object 0x280000400:5 offset 0<>4194304 00000100:00100000:0.0:1734016135.157945:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337001088:192.168.201.110@tcp:3:fsx.0 00000100:00100000:0.0:1734016135.158096:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:0.0:1734016135.158102:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.158137:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4194304 4198399) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016135.158247:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d58700 - object 0x280000400:5 offset 4194304<>8388608 00000100:00100000:0.0:1734016135.158260:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337001344:192.168.201.110@tcp:3:fsx.0 00000100:00100000:0.0:1734016135.158315:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:0.0:1734016135.158320:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a9c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.158341:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8388608 8392703) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016135.158371:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59f80 - object 0x280000400:5 offset 8388608<>9437184 00000100:00100000:0.0:1734016135.158382:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337001600:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016135.368209:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.368213:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.368215:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891eb0 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016135.368222:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.368230:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.368244:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.368245:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891eb0 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.368257:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016135.368270:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016135.368280:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016135.368290:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [731, 731] 00000008:00010000:0.0:1734016135.368302:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016135.368305:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77630, osc lock ffff8800aa177300, flags 0x0 00010000:00010000:0.0:1734016135.368316:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.368326:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2994176 2998271) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.368334:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.368339:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.368345:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.368369:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.368779:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000020:00010000:0.0:1734016135.368791:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.368793:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.368794:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77630 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016135.368798:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.368809:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.368816:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.368818:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77630 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.368824:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016135.368858:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 730 00000080:00200000:0.0:1734016135.368866:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016135.368870:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016135.368874:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [730, 730] 00000008:00010000:0.0:1734016135.368878:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016135.368880:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77630, osc lock ffff8800aa177300, flags 0x0 00010000:00010000:0.0:1734016135.368886:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.368892:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2990080 2994175) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.368899:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.368905:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.368910:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.368930:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.368937:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:0.0:1734016135.368942:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.368947:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.368953:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.368958:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.368960:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.368962:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77630 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016135.368964:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.368970:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.368976:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.368978:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77630 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.368983:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016135.368991:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 729 00000080:00200000:0.0:1734016135.368995:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016135.368999:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016135.369002:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [729, 729] 00000008:00010000:0.0:1734016135.369005:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016135.369007:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77630, osc lock ffff8800aa177300, flags 0x0 00010000:00010000:0.0:1734016135.369011:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369017:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2985984 2990079) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369023:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369028:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369032:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.369044:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.369050:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:0.0:1734016135.369054:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.369059:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.369069:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.369074:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.369075:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.369077:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77630 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016135.369080:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369085:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.369091:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.369093:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77630 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.369097:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016135.369105:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 728 00000080:00200000:0.0:1734016135.369109:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016135.369112:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016135.369115:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [728, 728] 00000008:00010000:0.0:1734016135.369118:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016135.369119:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77630, osc lock ffff8800aa177300, flags 0x0 00010000:00010000:0.0:1734016135.369124:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369129:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2981888 2985983) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369139:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369144:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369149:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.369160:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.369166:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:0.0:1734016135.369170:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.369176:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.369180:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.369185:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.369187:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.369189:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77630 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016135.369191:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369198:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.369206:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.369208:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77630 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.369211:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016135.369219:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 727 00000080:00200000:0.0:1734016135.369222:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016135.369225:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016135.369227:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [727, 727] 00000008:00010000:0.0:1734016135.369230:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016135.369232:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77630, osc lock ffff8800aa177300, flags 0x0 00010000:00010000:0.0:1734016135.369236:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369242:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2977792 2981887) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369248:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369254:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369259:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.369273:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.369279:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:0.0:1734016135.369283:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.369288:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.369294:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.369298:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.369300:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.369301:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77630 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016135.369304:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369309:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.369315:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.369317:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77630 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.369320:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016135.369327:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 726 00000080:00200000:0.0:1734016135.369331:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016135.369334:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016135.369336:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [726, 726] 00000008:00010000:0.0:1734016135.369339:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016135.369341:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77630, osc lock ffff8800aa177300, flags 0x0 00010000:00010000:0.0:1734016135.369345:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369351:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2973696 2977791) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369356:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369361:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369366:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.369375:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.369381:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:0.0:1734016135.369385:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.369390:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.369400:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.369405:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.369406:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.369407:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77630 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016135.369410:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369415:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.369421:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.369422:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77630 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.369426:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016135.369433:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 725 00000080:00200000:0.0:1734016135.369436:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016135.369439:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016135.369442:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [725, 725] 00000008:00010000:0.0:1734016135.369444:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016135.369446:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77630, osc lock ffff8800aa177300, flags 0x0 00010000:00010000:0.0:1734016135.369450:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369456:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2969600 2973695) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369466:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369472:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369477:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.369488:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.369495:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:0.0:1734016135.369499:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.369504:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.369509:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.369514:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.369516:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.369517:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77630 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016135.369520:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369526:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.369533:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.369535:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77630 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.369539:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016135.369548:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 724 00000080:00200000:0.0:1734016135.369551:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016135.369555:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016135.369557:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [724, 724] 00000008:00010000:0.0:1734016135.369560:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016135.369562:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77630, osc lock ffff8800aa177300, flags 0x0 00010000:00010000:0.0:1734016135.369566:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369572:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2965504 2969599) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369579:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369584:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369589:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.369604:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.369610:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:0.0:1734016135.369614:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.369619:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.369624:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.369628:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.369630:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.369632:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77630 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016135.369634:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369639:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.369645:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.369647:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77630 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.369651:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016135.369661:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 723 00000080:00200000:0.0:1734016135.369665:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016135.369668:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016135.369671:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [723, 723] 00000008:00010000:0.0:1734016135.369674:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016135.369676:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77630, osc lock ffff8800aa177300, flags 0x0 00010000:00010000:0.0:1734016135.369682:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369689:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2961408 2965503) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369695:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369701:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369750:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.369764:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.369771:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:0.0:1734016135.369776:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.369783:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.369793:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.369799:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.369801:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.369802:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77630 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016135.369805:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369811:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.369817:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.369819:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77630 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.369824:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016135.369843:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 722 00000080:00200000:0.0:1734016135.369847:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016135.369852:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016135.369854:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [722, 722] 00000008:00010000:0.0:1734016135.369858:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016135.369860:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77630, osc lock ffff8800aa177300, flags 0x0 00010000:00010000:0.0:1734016135.369865:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369872:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2957312 2961407) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369882:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369887:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369891:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.369904:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.369911:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:0.0:1734016135.369915:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.369921:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.369928:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.369933:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.369935:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.369937:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77630 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016135.369940:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.369946:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.369952:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.369954:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77630 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.369958:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016135.369974:0:9673:0:(file.c:5185:ll_fsync()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8), start 2957312, end 2998271, datasync 1 00000080:00200000:0.0:1734016135.369981:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016135.369984:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:0.0:1734016135.369993:0:9673:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.370004:0:9673:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.391384:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337001856:192.168.201.110@tcp:16:fsx.0 00000080:00200000:0.0:1734016135.399290:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9436379 i_blocks 544 00000080:00200000:0.0:1734016135.399306:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016135.399464:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016135.399469:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:0.0:1734016135.399484:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016135.399498:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d204b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08963 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016135.399507:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d204b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08963 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016135.399519:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:0.0:1734016135.399522:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d204b 00000080:00010000:0.0:1734016135.399527:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d204b from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016135.399530:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d204b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08963 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016135.399536:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d204b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08963 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016135.399552:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016135.399560:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016135.399574:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016135.399578:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77630, osc lock ffff8800aa177300, flags 0x400001002 00010000:00010000:0.0:1734016135.399597:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d20b4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.399603:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d20b4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016135.399657:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016135.399667:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337001984:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016135.403756:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:0.0:1734016135.407393:0:1979:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012db5a800: committing for last_committed 4294969398 gen 1 00010000:00010000:0.0:1734016135.407421:0:1979:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d20b4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.407432:0:1979:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d20b4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.407446:0:1979:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d20b4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.407451:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d20b4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.407457:0:1979:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d20b4 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.407469:0:1979:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9436379, setting rss=9436379; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016135.407494:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d20b4 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.407500:0:1979:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d20b4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.407507:0:1979:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d20b4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.407512:0:1979:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d811f80 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016135.407516:0:1979:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d20b4 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.407524:0:1979:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016135.407529:0:1979:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d20b4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.407537:0:1979:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d20b4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016135.407569:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337001984:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016135.411033:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016135.416343:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9436379 i_blocks 544 00000020:00010000:0.0:1734016135.416349:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.416352:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.416356:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891c30 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.416359:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.416360:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891c30 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.416371:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016135.416380:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9436379 00000080:00200008:0.0:1734016135.416395:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016135.416401:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:0.0:1734016135.416418:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016135.416430:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d204b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08963 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016135.416438:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d204b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08963 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016135.416450:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:0.0:1734016135.416452:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d204b 00000080:00010000:0.0:1734016135.416458:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d204b from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016135.416461:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d204b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08963 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016135.416468:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d204b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08963 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016135.416489:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016135.416497:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016135.416510:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016135.416512:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d772b0, osc lock ffff8800aa1777c0, flags 0x400001002 00010000:00010000:0.0:1734016135.416532:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d20c2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.416538:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d20c2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016135.416594:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016135.416602:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337002240:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016135.419194:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016135.421572:0:1978:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d20c2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.421587:0:1978:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d20c2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.421596:0:1978:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d20c2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.421602:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d20c2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.421611:0:1978:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d20c2 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.421622:0:1978:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9436379, setting rss=9436379; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016135.421643:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d20c2 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.421649:0:1978:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d20c2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.421655:0:1978:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d20c2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.421660:0:1978:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d813840 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016135.421664:0:1978:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d20c2 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.421673:0:1978:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016135.421677:0:1978:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d20c2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.421682:0:1978:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d20c2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016135.421964:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337002240:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016135.426925:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016135.430518:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9436379 i_blocks 544 00000020:00010000:0.0:1734016135.430524:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.430527:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.430531:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891130 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.430534:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.430536:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891130 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.430546:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016135.430556:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9436379 00000080:00a00000:0.0:1734016135.430689:0:9673:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0x9:0x0] vma=ffff8800b6ee6360 start=0x7f8ee1f01000 end=0x7f8ee1f0e000 vm_flags=0xfb 00000080:00200000:0.0:1734016135.430699:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016135.430762:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016135.430774:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016135.430776:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77730, osc lock ffff8800aa176d10, flags 0x400001002 00010000:00010000:0.0:1734016135.430789:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.430798:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.430806:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.430812:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.430826:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9436379 i_blocks 544 00000020:00010000:0.0:1734016135.430837:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.430839:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.430842:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77730 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.430844:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.430845:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77730 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.430850:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016135.430881:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 447 00000080:00200000:0.0:1734016135.430892:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016135.430898:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016135.430905:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [447, 447] 00000008:00010000:0.0:1734016135.430911:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016135.430914:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77730, osc lock ffff8800aa176d10, flags 0x0 00010000:00010000:0.0:1734016135.430920:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.430926:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1830912 1835007) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.430933:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.430939:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.430944:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.430966:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.430981:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000020:00010000:0.0:1734016135.430994:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.430996:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.430998:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77730 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016135.431000:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431006:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.431013:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.431015:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77730 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.431022:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016135.431035:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 446 00000080:00200000:0.0:1734016135.431039:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016135.431043:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016135.431046:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [446, 446] 00000008:00010000:0.0:1734016135.431050:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016135.431051:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77730, osc lock ffff8800aa176d10, flags 0x0 00010000:00010000:0.0:1734016135.431056:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431062:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1826816 1830911) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431067:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431075:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431080:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.431093:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.431099:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:0.0:1734016135.431104:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.431111:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.431118:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.431123:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.431125:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.431126:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77730 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016135.431129:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431134:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.431141:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.431142:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77730 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.431147:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016135.431156:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 445 00000080:00200000:0.0:1734016135.431160:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016135.431164:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016135.431167:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [445, 445] 00000008:00010000:0.0:1734016135.431170:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016135.431172:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77730, osc lock ffff8800aa176d10, flags 0x0 00010000:00010000:0.0:1734016135.431177:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431184:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1822720 1826815) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431191:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431197:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431202:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.431213:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.431222:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:0.0:1734016135.431227:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.431232:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.431237:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.431242:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.431243:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.431245:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77730 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016135.431247:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431252:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.431258:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.431260:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77730 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.431264:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016135.431271:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 444 00000080:00200000:0.0:1734016135.431275:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016135.431278:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016135.431281:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [444, 444] 00000008:00010000:0.0:1734016135.431284:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016135.431285:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77730, osc lock ffff8800aa176d10, flags 0x0 00010000:00010000:0.0:1734016135.431290:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431295:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1818624 1822719) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431301:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431305:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431310:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.431319:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.431324:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:0.0:1734016135.431327:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.431331:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.431336:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.431345:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.431347:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.431348:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77730 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016135.431351:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431355:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.431360:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.431362:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77730 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.431366:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016135.431374:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 443 00000080:00200000:0.0:1734016135.431378:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016135.431381:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016135.431384:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [443, 443] 00000008:00010000:0.0:1734016135.431387:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016135.431389:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77730, osc lock ffff8800aa176d10, flags 0x0 00010000:00010000:0.0:1734016135.431394:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431400:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1814528 1818623) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431406:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431415:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431420:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.431430:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.431435:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:0.0:1734016135.431439:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.431443:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.431449:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.431454:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.431456:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.431457:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77730 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016135.431460:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431464:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.431470:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.431472:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77730 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.431476:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016135.431482:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 442 00000080:00200000:0.0:1734016135.431485:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016135.431488:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016135.431490:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [442, 442] 00000008:00010000:0.0:1734016135.431493:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016135.431494:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77730, osc lock ffff8800aa176d10, flags 0x0 00010000:00010000:0.0:1734016135.431498:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431504:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1810432 1814527) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431510:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431514:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431520:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.431531:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.431542:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:0.0:1734016135.431547:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.431564:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.431570:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.431575:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.431577:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.431578:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77730 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016135.431581:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431587:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.431594:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.431596:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77730 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.431601:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016135.431610:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 441 00000080:00200000:0.0:1734016135.431614:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016135.431618:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016135.431621:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [441, 441] 00000008:00010000:0.0:1734016135.431624:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016135.431626:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77730, osc lock ffff8800aa176d10, flags 0x0 00010000:00010000:0.0:1734016135.431630:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431636:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1806336 1810431) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431642:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431647:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431653:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.431664:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.431671:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:0.0:1734016135.431675:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.431681:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.431686:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.431696:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.431697:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.431700:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77730 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016135.431703:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431732:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.431739:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.431740:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77730 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.431746:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016135.431754:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 440 00000080:00200000:0.0:1734016135.431758:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016135.431762:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016135.431765:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [440, 440] 00000008:00010000:0.0:1734016135.431768:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016135.431770:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77730, osc lock ffff8800aa176d10, flags 0x0 00010000:00010000:0.0:1734016135.431774:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431780:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1802240 1806335) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431786:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431795:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431800:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.431811:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.431817:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:0.0:1734016135.431821:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.431827:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.431844:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.431850:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.431852:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.431855:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77730 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016135.431857:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431864:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.431870:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.431872:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77730 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.431877:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016135.431886:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 439 00000080:00200000:0.0:1734016135.431890:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016135.431893:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016135.431896:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [439, 439] 00000008:00010000:0.0:1734016135.431900:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016135.431902:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77730, osc lock ffff8800aa176d10, flags 0x0 00010000:00010000:0.0:1734016135.431906:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431912:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1798144 1802239) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431918:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431922:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431927:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.431940:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.431951:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:0.0:1734016135.431956:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.431961:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.431967:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.431974:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.431975:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.431977:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77730 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016135.431980:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.431985:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.431991:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.431993:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77730 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.431998:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016135.432007:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 438 00000080:00200000:0.0:1734016135.432010:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016135.432014:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016135.432017:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [438, 438] 00000008:00010000:0.0:1734016135.432020:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016135.432022:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77730, osc lock ffff8800aa176d10, flags 0x0 00010000:00010000:0.0:1734016135.432027:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.432033:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1794048 1798143) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.432039:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.432044:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.432049:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.432061:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.432067:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:0.0:1734016135.432071:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.432076:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.432081:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.432089:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.432091:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.432092:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77730 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016135.432095:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.432100:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.432106:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.432108:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77730 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.432113:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016135.432122:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 437 00000080:00200000:0.0:1734016135.432125:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016135.432130:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016135.432132:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [437, 437] 00000008:00010000:0.0:1734016135.432136:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016135.432138:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77730, osc lock ffff8800aa176d10, flags 0x0 00010000:00010000:0.0:1734016135.432142:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.432149:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1789952 1794047) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.432156:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.432165:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.432171:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.432183:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.432190:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:0.0:1734016135.432194:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.432200:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.432206:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.432211:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.432213:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.432214:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77730 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016135.432217:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.432222:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.432229:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.432230:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77730 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.432235:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016135.432244:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 436 00000080:00200000:0.0:1734016135.432249:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016135.432253:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016135.432255:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [436, 436] 00000008:00010000:0.0:1734016135.432259:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016135.432261:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77730, osc lock ffff8800aa176d10, flags 0x0 00010000:00010000:0.0:1734016135.432266:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.432272:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1785856 1789951) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.432278:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.432283:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.432288:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.432300:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.432311:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:0.0:1734016135.432315:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.432321:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.432327:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.432333:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.432335:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.432337:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77730 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016135.432339:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.432345:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.432352:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.432354:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77730 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.432358:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016135.432367:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 435 00000080:00200000:0.0:1734016135.432371:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016135.432375:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016135.432377:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [435, 435] 00000008:00010000:0.0:1734016135.432381:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016135.432383:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77730, osc lock ffff8800aa176d10, flags 0x0 00010000:00010000:0.0:1734016135.432387:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.432393:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1781760 1785855) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.432399:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.432404:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.432410:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.432423:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.432431:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:0.0:1734016135.432435:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.432441:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.432447:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.432457:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.432459:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.432461:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77730 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016135.432464:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.432469:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.432476:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.432478:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77730 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.432483:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016135.432498:0:9673:0:(file.c:5185:ll_fsync()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8), start 1781760, end 1835007, datasync 1 00000080:00200000:0.0:1734016135.432504:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016135.432508:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:0.0:1734016135.432515:0:9673:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.432523:0:9673:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.445177:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337002624:192.168.201.110@tcp:16:fsx.0 00000080:00200000:0.0:1734016135.451031:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9436379 i_blocks 648 00000080:00200000:0.0:1734016135.451045:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016135.451484:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016135.451490:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:0.0:1734016135.451505:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016135.451518:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d2052 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08971 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016135.451528:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d2052 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08971 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016135.451538:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016135.451541:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d2052 00000080:00010000:0.0:1734016135.451547:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2052 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016135.451550:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d2052 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08971 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016135.451556:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d2052 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08971 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016135.451573:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016135.451579:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016135.451592:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016135.451595:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77730, osc lock ffff8800aa176d10, flags 0x400001002 00010000:00010000:0.0:1734016135.451607:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.451614:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.451623:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.451632:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.451644:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9436379 i_blocks 648 00000020:00010000:0.0:1734016135.451648:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.451651:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.451653:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77730 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.451655:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.451656:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77730 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.451662:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016135.451670:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016135.451673:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016135.451676:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016135.451679:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016135.451681:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77730, osc lock ffff8800aa176d10, flags 0x400001002 00010000:00010000:0.0:1734016135.451687:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.451693:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.451699:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.451704:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.451742:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9436379 i_blocks 648 00000020:00010000:0.0:1734016135.451745:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.451747:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.451748:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77730 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.451750:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.451752:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77730 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.451756:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016135.451762:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9436379 00000080:00200008:0.0:1734016135.451769:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016135.451773:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:0.0:1734016135.451782:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016135.451789:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d204b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08963 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016135.451796:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d204b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08963 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016135.451801:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:0.0:1734016135.451802:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d204b 00000080:00010000:0.0:1734016135.451806:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d204b from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016135.451808:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d204b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08963 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016135.451814:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d204b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08963 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016135.451860:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016135.451864:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016135.451869:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016135.451871:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77730, osc lock ffff8800aa176d10, flags 0x400001002 00010000:00010000:0.0:1734016135.451887:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d20d0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.451893:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d20d0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016135.452002:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016135.452014:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337002752:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016135.455641:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016135.460067:0:1978:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d20d0 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.460082:0:1978:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d20d0 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.460093:0:1978:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d20d0 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.460098:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d20d0 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.460104:0:1978:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d20d0 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.460120:0:1978:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9436379, setting rss=9436379; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016135.460143:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d20d0 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.460149:0:1978:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d20d0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.460154:0:1978:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d20d0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.460160:0:1978:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d810240 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016135.460163:0:1978:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d20d0 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.460171:0:1978:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016135.460176:0:1978:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d20d0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.460181:0:1978:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d20d0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016135.460214:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337002752:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016135.462964:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016135.466188:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9436379 i_blocks 648 00000020:00010000:0.0:1734016135.466195:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.466197:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.466202:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891930 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.466205:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ff908 (ffff8800aeaf9ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.466207:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891930 (ffff8800aeaf9ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.466217:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016135.466226:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9436379 00000080:00200008:0.0:1734016135.466289:0:9673:0:(llite_lib.c:2284:ll_setattr_raw()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8) current size 9436379, valid attrs 2068, mode 8800, uid -1441591024, gid -30720, new size 306928, atime 1734016135.000000000, mtime 1734016135.000000000, ctime 1734016135.000000000 00010000:00010000:0.0:1734016135.466314:0:9673:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d2052 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x3f004d6452e08971 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016135.466329:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810d80/0x7bf039d361cbf4e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e00a3d expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016135.466359:0:9673:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d2052 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x3f004d6452e08971 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016135.466365:0:9673:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016135.466366:0:9673:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d2052 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x3f004d6452e08971 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000020:00100000:0.0:1734016135.466900:0:9673:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88012aae7800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1734016135.466907:0:9673:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a8d5aa00 x1818247337003136/t0(0) o36->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734016135.466939:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337003136:192.168.201.110@tcp:36:fsx.0 00000100:00100000:0.0:1734016135.466998:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41a240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016135.471000:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:0.0:1734016135.472107:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337003264:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016135.480201:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337003264:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016135.507581:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337003520:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016135.507604:0:9673:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d20de lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08a12 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.507612:0:9673:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d20de lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08a12 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.507620:0:9673:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d20de lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08a12 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.507627:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d20de lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08a12 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.507634:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d20de lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08a12 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.507639:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d20de lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08a12 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.507644:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d20de lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08a12 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1734016135.507651:0:9673:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a8fd5c00 x1818247337003520/t0(0) o101->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016151 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:0.0:1734016135.507659:0:9673:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d20de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08a12 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1734016135.507669:0:9673:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d20de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08a12 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016135.507679:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800ab2c8800 type 13 mode 4 res 8589935617/9 (0 0) 00000100:00100000:3.0:1734016135.512442:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016135.512994:0:4747:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016135.512999:0:4747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.513007:0:4747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5942d00 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016135.513011:0:4747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x800428400020000 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.513027:0:4747:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016135.513295:0:4747:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016135.513326:0:4747:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.513331:0:4747:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016135.516993:0:4747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.517006:0:4747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d20ad lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2994176->2998271) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e089d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.528513:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:0.0:1734016135.539023:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337004032:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016135.539046:0:9673:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d20ec lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08a27 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.539054:0:9673:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d20ec lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08a27 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.539065:0:9673:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d20ec lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08a27 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.539074:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d20ec lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08a27 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.539082:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d20ec lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08a27 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.539088:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d20ec lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08a27 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.539093:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d20ec lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08a27 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1734016135.539101:0:9673:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a8fd4380 x1818247337004032/t0(0) o101->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016151 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:0.0:1734016135.539110:0:9673:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d20ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08a27 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1734016135.539120:0:9673:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d20ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08a27 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016135.539131:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b3df9000 type 13 mode 4 res 8589935617/9 (0 0) 00000080:00200000:0.0:1734016135.539180:0:9673:0:(file.c:6447:ll_layout_conf()) [0x200000401:0x9:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1734016135.539184:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d20ec 00000080:00010000:0.0:1734016135.539189:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:0.0:1734016135.539191:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d20ec from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016135.539194:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d20ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08a27 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016135.539199:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d20ec lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08a27 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016135.539231:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016135.539239:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016135.539253:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016135.539256:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d771b0, osc lock ffff8800aa1771d0, flags 0x400001002 00010000:00010000:0.0:1734016135.539268:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5b840/0x7bf039d361d20e5 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 217088->262143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a19 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.539278:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5b840/0x7bf039d361d20e5 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 217088->262143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a19 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.539287:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5b840/0x7bf039d361d20e5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 217088->262143) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08a19 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.539293:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5b840/0x7bf039d361d20e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 217088->262143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a19 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.539309:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 306928 i_blocks 128 00000020:00010000:0.0:1734016135.539312:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fe910 (ffff8800aeaf9128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.539315:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fe910 (ffff8800aeaf9128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.539317:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d771b0 (ffff8800a7e713f8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.539320:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fe910 (ffff8800aeaf9128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.539322:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d771b0 (ffff8800aeaf9128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.539330:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016135.539347:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016135.539350:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016135.539353:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016135.539357:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016135.539358:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d771b0, osc lock ffff8800aa1771d0, flags 0x400001002 00010000:00010000:0.0:1734016135.539363:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5b840/0x7bf039d361d20e5 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 217088->262143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a19 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.539370:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5b840/0x7bf039d361d20e5 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 217088->262143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a19 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.539377:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5b840/0x7bf039d361d20e5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 217088->262143) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08a19 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.539383:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5b840/0x7bf039d361d20e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 217088->262143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a19 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.539391:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 306928 i_blocks 128 00000020:00010000:0.0:1734016135.539393:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fe910 (ffff8800aeaf9128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.539395:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fe910 (ffff8800aeaf9128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.539397:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d771b0 (ffff8800a7e713f8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.539399:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fe910 (ffff8800aeaf9128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.539401:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d771b0 (ffff8800aeaf9128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.539404:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016135.539409:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 306928 00000080:00a00000:0.0:1734016135.539467:0:9673:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0x9:0x0] vma=ffff8800b6ee6360 start=0x7f8ee1f18000 end=0x7f8ee1f1c000 vm_flags=0xf9 00000080:00200000:0.0:1734016135.539479:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016135.539483:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016135.539488:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016135.539489:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d771b0, osc lock ffff8800aa1771d0, flags 0x400001002 00010000:00010000:0.0:1734016135.539503:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8106c0/0x7bf039d361d20f3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.539511:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8106c0/0x7bf039d361d20f3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016135.539559:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016135.539572:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337004160:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016135.543399:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339480064 00000100:00100000:3.0:1734016135.543408:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339480064 00000100:00100000:3.0:1734016135.543494:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11700 00000100:00100000:3.0:1734016135.543501:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339480064:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016135.543516:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5b840/0x7bf039d361d20e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 217088->262143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a19 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.543526:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5b840/0x7bf039d361d20e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 217088->262143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a19 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016135.543548:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016135.543550:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 306928 mtime: 1734016135 atime: 1734016134 ctime: 1734016135 blocks: 128 00000020:00010000:3.0:1734016135.543553:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016135.543554:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 306928 mtime: 1734016135 atime: 1734016134 ctime: 1734016135 blocks: 128 00000100:00100000:3.0:1734016135.543594:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339480064:12345-192.168.201.110@tcp:106: Request processed in 94us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.543600:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11700 00010000:00010000:0.0:1734016135.546153:0:1979:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8106c0/0x7bf039d361d20f3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.546169:0:1979:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8106c0/0x7bf039d361d20f3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.546178:0:1979:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8106c0/0x7bf039d361d20f3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.546183:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8106c0/0x7bf039d361d20f3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.546189:0:1979:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8106c0/0x7bf039d361d20f3 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.546203:0:1979:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 306928, setting rss=306928; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016135.546793:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8106c0/0x7bf039d361d20f3 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.546800:0:1979:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8106c0/0x7bf039d361d20f3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.546806:0:1979:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8106c0/0x7bf039d361d20f3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.546811:0:1979:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d8106c0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016135.546815:0:1979:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8106c0/0x7bf039d361d20f3 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.546822:0:1979:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016135.546834:0:1979:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8106c0/0x7bf039d361d20f3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.546839:0:1979:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8106c0/0x7bf039d361d20f3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016135.546873:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337004160:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016135.556960:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339480192 00000100:00100000:3.0:1734016135.556972:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339480192 00000100:00100000:3.0:1734016135.557031:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11701 00000100:00100000:3.0:1734016135.557038:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339480192:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016135.557051:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f5b840/0x7bf039d361d20e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 217088->262143) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08a19 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.557137:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016135.557144:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339480192:12345-192.168.201.110@tcp:104: Request processed in 106us (4372us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.557149:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11701 00000100:00100000:3.0:1734016135.572388:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000008:00010000:0.0:1734016135.576805:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a7f77e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58900/0x7bf039d361d20fa lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.576856:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (57344 61439) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58900/0x7bf039d361d20fa lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016135.576889:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d58380 - object 0x280000400:5 offset 57344<>61440 00000100:00100000:0.0:1734016135.578452:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337004672:192.168.201.110@tcp:3:fsx.0 00000100:00100000:0.0:1734016135.579280:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337004416:192.168.201.110@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1734016135.591308:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58900/0x7bf039d361d20fa lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.591363:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (53248 57343) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58900/0x7bf039d361d20fa lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016135.591402:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcb480 - object 0x280000400:5 offset 53248<>57344 00000020:00010000:0.0:1734016135.602683:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16e48 (ffff8800a7e71ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.602686:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16e48 (ffff8800a7e71ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.602689:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b58912b0 (ffff8800a7e716c8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016135.602696:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58900/0x7bf039d361d20fa lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08a35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.602703:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58900/0x7bf039d361d20fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.602736:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16e48 (ffff8800a7e71ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.602738:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b58912b0 (ffff8800a7e71ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.602751:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016135.602814:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 12 00000080:00200000:0.0:1734016135.602822:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016135.602840:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016135.602851:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [12, 12] 00000008:00010000:0.0:1734016135.602861:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016135.602864:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77930, osc lock ffff8800aa1770a0, flags 0x0 00010000:00010000:0.0:1734016135.602880:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58900/0x7bf039d361d20fa lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.602892:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (49152 53247) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58900/0x7bf039d361d20fa lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.602900:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58900/0x7bf039d361d20fa lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08a35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.602906:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58900/0x7bf039d361d20fa lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08a35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.602912:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58900/0x7bf039d361d20fa lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08a35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016135.604233:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337005184:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016135.608093:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58900/0x7bf039d361d20fa lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.608130:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58900/0x7bf039d361d20fa lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016135.608146:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337005184:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016135.612227:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16e48 (ffff8800a7e71ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.612231:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16e48 (ffff8800a7e71ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.612234:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891e30 (ffff8800a7e716c8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016135.612239:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58900/0x7bf039d361d20fa lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08a35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.612247:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58900/0x7bf039d361d20fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016135.612259:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16e48 (ffff8800a7e71ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.612261:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891e30 (ffff8800a7e71ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.612275:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016135.612452:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016135.612458:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:0.0:1734016135.612473:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016135.612484:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d20de lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08a12 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016135.612493:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d20de lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08a12 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016135.612503:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016135.612506:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d20de 00000080:00010000:0.0:1734016135.612510:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d20de from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016135.612513:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d20de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08a12 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016135.612518:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d20de lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08a12 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016135.612532:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016135.612538:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016135.612549:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016135.612551:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77030, osc lock ffff8800aa176850, flags 0x400001002 00010000:00010000:0.0:1734016135.612561:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58900/0x7bf039d361d20fa lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.612568:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58900/0x7bf039d361d20fa lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.612580:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58900/0x7bf039d361d20fa lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08a35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.612586:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58900/0x7bf039d361d20fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.612597:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 306928 i_blocks 128 00000020:00010000:0.0:1734016135.612600:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7bb50 (ffff8800a7e71ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.612602:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7bb50 (ffff8800a7e71ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.612604:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77030 (ffff8800a7e716c8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.612606:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7bb50 (ffff8800a7e71ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.612608:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77030 (ffff8800a7e71ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.612613:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016135.612621:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016135.612624:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016135.612627:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016135.612630:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016135.612632:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77030, osc lock ffff8800aa176850, flags 0x400001002 00010000:00010000:0.0:1734016135.612637:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58900/0x7bf039d361d20fa lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.612643:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58900/0x7bf039d361d20fa lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.612650:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58900/0x7bf039d361d20fa lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08a35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.612659:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58900/0x7bf039d361d20fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.612667:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 306928 i_blocks 128 00000020:00010000:0.0:1734016135.612669:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7bb50 (ffff8800a7e71ea8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.612671:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7bb50 (ffff8800a7e71ea8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.612672:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77030 (ffff8800a7e716c8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.612674:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7bb50 (ffff8800a7e71ea8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.612676:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77030 (ffff8800a7e71ea8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.612680:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016135.612685:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 306928 00000080:00200008:0.0:1734016135.612693:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016135.612697:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:0.0:1734016135.612758:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016135.612767:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d20ec lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08a27 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016135.612775:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d20ec lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08a27 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016135.612782:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:0.0:1734016135.612784:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d20ec 00000080:00010000:0.0:1734016135.612787:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d20ec from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016135.612789:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d20ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08a27 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016135.612799:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5941680/0x7bf039d361d20ec lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08a27 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016135.612809:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016135.612813:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016135.612818:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016135.612820:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77030, osc lock ffff8800aa176850, flags 0x400001002 00010000:00010000:0.0:1734016135.612843:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d2101 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.612850:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d2101 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016135.612902:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016135.612914:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337005568:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016135.615366:0:1979:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d2101 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.615385:0:1979:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d2101 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08a3c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.615398:0:1979:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d2101 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08a3c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.615407:0:1979:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d2101 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08a3c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.615422:0:1979:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 306928, setting rss=306928; kms=306928, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d2101 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08a3c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.616275:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d2101 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08a3c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.616284:0:1979:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d2101 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08a3c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.616290:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d2101 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08a3c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.616297:0:1979:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d2101 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08a3c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016135.616313:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337005568:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016135.624697:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016135.646141:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016135.646414:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:0.0:1734016135.646667:0:4737:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339480704 00000100:00100000:0.0:1734016135.646671:0:4737:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339480704 00000100:00100000:0.0:1734016135.648496:0:4737:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 210 00000100:00100000:0.0:1734016135.648503:0:4737:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7690:x1818247339480704:12345-192.168.201.110@tcp:104: 00010000:00010000:0.0:1734016135.648510:0:4737:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58900/0x7bf039d361d20fa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08a35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.648532:0:4737:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1734016135.648535:0:4737:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:LOV_OSC_UUID+4:7690:x1818247339480704:12345-192.168.201.110@tcp:104: Request processed in 34us (2123us total) trans 0 rc 0/0 00000100:00100000:0.0:1734016135.648540:0:4737:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 210 00010000:00010000:0.0:1734016135.648559:0:4748:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016135.648562:0:4748:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58900/0x7bf039d361d20fa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08a35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.648567:0:4748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7f58900 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016135.648570:0:4748:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58900/0x7bf039d361d20fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x800428400020000 nid: local remote: 0x3f004d6452e08a35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.648578:0:4748:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016135.648649:0:4748:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016135.648665:0:4748:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58900/0x7bf039d361d20fa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08a35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.648670:0:4748:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016135.648677:0:4748:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58900/0x7bf039d361d20fa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08a35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.648682:0:4748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58900/0x7bf039d361d20fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 57344->61439) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08a35 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.648693:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016135.648694:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016135.648695:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016135.648700:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337006336:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016135.655145:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:0.0:1734016135.662373:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337006336:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016135.668344:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337006464:192.168.201.110@tcp:10:fsx.0 00000100:00100000:0.0:1734016135.672464:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337006592:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016135.672483:0:9673:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d210f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08a58 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.672492:0:9673:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d210f lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08a58 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.672501:0:9673:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d210f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08a58 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.672509:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d210f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08a58 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.672518:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d210f lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08a58 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.672524:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d210f lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08a58 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.672529:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d210f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08a58 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1734016135.672536:0:9673:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a8fd7480 x1818247337006592/t0(0) o101->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016151 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:0.0:1734016135.672544:0:9673:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d210f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08a58 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1734016135.672553:0:9673:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d210f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08a58 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016135.672562:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800ab2c8800 type 13 mode 4 res 8589935617/9 (0 0) 00000080:00200000:0.0:1734016135.672603:0:9673:0:(file.c:6447:ll_layout_conf()) [0x200000401:0x9:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1734016135.672608:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d210f 00000080:00010000:0.0:1734016135.672612:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016135.672614:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d210f from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016135.672616:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d210f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08a58 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016135.672622:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d210f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08a58 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016135.672646:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016135.672652:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016135.672663:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016135.672665:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77130, osc lock ffff8800aa176e40, flags 0x400001002 00010000:00010000:0.0:1734016135.672680:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d2116 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.672685:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d2116 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016135.673623:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016135.673637:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337006720:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016135.679794:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339480960 00000100:00100000:3.0:1734016135.679803:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339480960 00000100:00100000:3.0:1734016135.679847:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11706 00000100:00100000:3.0:1734016135.679853:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339480960:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016135.679866:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d2108 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a4a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.679876:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d2108 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a4a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016135.679900:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016135.679902:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 3729998 mtime: 1734016135 atime: 1734016134 ctime: 1734016135 blocks: 128 00000020:00010000:3.0:1734016135.679905:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016135.679907:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 3729998 mtime: 1734016135 atime: 1734016134 ctime: 1734016135 blocks: 128 00000100:00100000:3.0:1734016135.679948:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339480960:12345-192.168.201.110@tcp:106: Request processed in 95us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.679954:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11706 00010000:00010000:0.0:1734016135.684689:0:1979:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d2116 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.684726:0:1979:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d2116 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.684737:0:1979:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d2116 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.684742:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d2116 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.684748:0:1979:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d2116 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.684761:0:1979:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3729998, setting rss=3729998; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016135.684772:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d2116 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.684778:0:1979:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d2116 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.684783:0:1979:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d2116 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.684789:0:1979:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d811d40 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016135.684793:0:1979:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d2116 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.684833:0:1979:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016135.684838:0:1979:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d2116 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.684848:0:1979:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d2116 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016135.684886:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337006720:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016135.689908:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339481088 00000100:00100000:3.0:1734016135.689916:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339481088 00000100:00100000:3.0:1734016135.689954:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11707 00000100:00100000:3.0:1734016135.689960:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339481088:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016135.689972:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d2108 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a4a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.689981:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d2108 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a4a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016135.690001:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016135.690003:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 3729998 mtime: 1734016135 atime: 1734016134 ctime: 1734016135 blocks: 128 00000020:00010000:3.0:1734016135.690006:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016135.690007:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 3729998 mtime: 1734016135 atime: 1734016134 ctime: 1734016135 blocks: 128 00000100:00100000:3.0:1734016135.690042:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339481088:12345-192.168.201.110@tcp:106: Request processed in 82us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.690048:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11707 00010000:00010000:3.0:1734016135.697591:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d211d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.697606:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d211d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.697617:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d211d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.697622:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d211d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.697628:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d211d lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016135.697638:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3729998, setting rss=3729998; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016135.697660:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d211d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.697665:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d211d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.697671:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d211d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.697676:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941680 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016135.697680:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d211d lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.697688:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016135.697692:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d211d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.697702:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d211d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.697763:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337006848:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016135.702814:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339481216 00000100:00100000:3.0:1734016135.702833:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339481216 00000100:00100000:3.0:1734016135.702881:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11708 00000100:00100000:3.0:1734016135.702888:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339481216:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016135.702900:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d2108 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a4a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.702908:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d2108 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a4a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016135.702934:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016135.702935:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 3729998 mtime: 1734016135 atime: 1734016134 ctime: 1734016135 blocks: 128 00000020:00010000:3.0:1734016135.702938:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016135.702939:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 3729998 mtime: 1734016135 atime: 1734016134 ctime: 1734016135 blocks: 128 00000100:00100000:3.0:1734016135.702987:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339481216:12345-192.168.201.110@tcp:106: Request processed in 99us (1981us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.702992:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11708 00010000:00010000:3.0:1734016135.710930:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d2124 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.710946:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d2124 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.710957:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d2124 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.710964:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d2124 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.710970:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d2124 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016135.710982:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3729998, setting rss=3729998; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016135.711003:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d2124 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.711009:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d2124 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.711015:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d2124 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.711020:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5942d00 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016135.711024:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d2124 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.711032:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016135.711036:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d2124 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.711046:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d2124 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.711083:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337006976:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016135.718314:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339481344 00000100:00100000:3.0:1734016135.718324:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339481344 00000100:00100000:3.0:1734016135.718369:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11709 00000100:00100000:3.0:1734016135.718376:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339481344:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016135.718390:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d2108 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a4a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.718398:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d2108 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a4a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016135.718419:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016135.718421:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 3729998 mtime: 1734016135 atime: 1734016134 ctime: 1734016135 blocks: 128 00000020:00010000:3.0:1734016135.718424:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016135.718425:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 3729998 mtime: 1734016135 atime: 1734016134 ctime: 1734016135 blocks: 128 00000100:00100000:3.0:1734016135.718473:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339481344:12345-192.168.201.110@tcp:106: Request processed in 97us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.718478:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11709 00010000:00010000:3.0:1734016135.722055:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d212b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.722071:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d212b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.722081:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d212b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.722086:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d212b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.722092:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d212b lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016135.722102:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3729998, setting rss=3729998; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016135.722154:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d212b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.722160:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d212b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.722167:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d212b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.722172:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943a80 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016135.722176:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d212b lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.722184:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016135.722187:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d212b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.722198:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d212b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.722532:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337007104:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016135.724819:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337007232:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016135.724849:0:9673:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2132 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08a82 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.724857:0:9673:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2132 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08a82 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.724865:0:9673:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2132 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08a82 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.724873:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2132 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08a82 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.724881:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2132 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08a82 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.724887:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2132 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08a82 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.724892:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2132 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08a82 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1734016135.724900:0:9673:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a8fd7b80 x1818247337007232/t0(0) o101->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016151 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:0.0:1734016135.724910:0:9673:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2132 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08a82 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016135.730457:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339481472 00000100:00100000:3.0:1734016135.730466:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339481472 00000100:00100000:3.0:1734016135.730512:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11710 00000100:00100000:3.0:1734016135.730520:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339481472:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016135.730533:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d2108 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a4a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.730543:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d2108 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a4a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016135.730567:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016135.730569:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 3729998 mtime: 1734016135 atime: 1734016134 ctime: 1734016135 blocks: 128 00000020:00010000:3.0:1734016135.730572:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016135.730573:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 3729998 mtime: 1734016135 atime: 1734016134 ctime: 1734016135 blocks: 128 00000100:00100000:3.0:1734016135.730619:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339481472:12345-192.168.201.110@tcp:106: Request processed in 98us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.730625:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11710 00000100:00100000:3.0:1734016135.735205:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337007488:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016135.738314:0:4740:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016135.738330:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339481600 00000100:00100000:3.0:1734016135.738337:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339481600 00000100:00100000:3.0:1734016135.738381:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11711 00000100:00100000:3.0:1734016135.738387:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc31850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339481600:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016135.738399:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d2108 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a4a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.738407:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d2108 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a4a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016135.738425:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016135.738427:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 3729998 mtime: 1734016135 atime: 1734016134 ctime: 1734016135 blocks: 128 00000020:00010000:3.0:1734016135.738430:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016135.738431:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 3729998 mtime: 1734016135 atime: 1734016134 ctime: 1734016135 blocks: 128 00000100:00100000:3.0:1734016135.738464:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc31850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339481600:12345-192.168.201.110@tcp:106: Request processed in 77us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.738470:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11711 00010000:00010000:3.0:1734016135.741249:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d2140 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.741268:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d2140 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.741278:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d2140 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.741284:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d2140 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.741295:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d2140 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016135.741308:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 3729998, setting rss=3729998; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016135.741331:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d2140 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.741337:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d2140 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.741343:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d2140 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.741349:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5940d80 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016135.741353:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d2140 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.741362:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016135.741366:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d2140 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.741371:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d2140 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.743738:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337007488:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016135.752517:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339481728 00000100:00100000:3.0:1734016135.752529:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339481728 00000100:00100000:3.0:1734016135.752561:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11712 00000100:00100000:3.0:1734016135.752568:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:8966:x1818247339481728:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016135.752583:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2132 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e08a82 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016135.752651:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016135.752657:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:8966:x1818247339481728:12345-192.168.201.110@tcp:104: Request processed in 90us (1487us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.752664:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11712 00000100:00100000:0.0:1734016135.753235:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016135.753246:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337007872:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016135.759186:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337007872:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016135.759962:0:9673:0:(client.c:2968:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88012aae7800: committing for last_committed 4294968631 gen 1 00000100:00100000:0.0:1734016135.760001:0:9673:0:(client.c:3012:ptlrpc_free_committed()) @@@ stopping search req@ffff8800a8fd6300 x1818247337007744/t4294968632(4294968632) o36->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1734016151 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000100:00100000:0.0:1734016135.760009:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337007744:192.168.201.110@tcp:36:fsx.0 00000080:00200000:0.0:1734016135.760045:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016135.760050:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016135.760062:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016135.760092:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:0.0:1734016135.760101:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016135.760104:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d779b0, osc lock ffff8800aa177a20, flags 0x0 00010000:00010000:0.0:1734016135.760126:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.760135:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.760163:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016135.760180:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337008000:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016135.760216:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41a3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016135.763926:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:0.0:1734016135.764816:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337008128:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016135.766961:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337008000:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016135.766979:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.766988:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.766994:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.773703:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016135.774854:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.774863:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.774881:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.774891:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 3729998, setting rss=3729998; kms=3729998, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.774900:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.774906:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016135.774980:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016135.774991:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337008256:192.168.201.110@tcp:10:fsx.0 00000100:00100000:0.0:1734016135.777972:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337008256:192.168.201.110@tcp:10:fsx.0 00000100:00100000:0.0:1734016135.777990:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337008128:192.168.201.110@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1734016135.785324:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016135.785347:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.785362:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337008512:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016135.788991:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016135.789012:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.789031:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337008768:192.168.201.110@tcp:3:fsx.0 00010000:00010000:0.0:1734016135.791948:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00010000:3.0:1734016135.795024:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016135.795048:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.795065:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337009024:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016135.803919:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016135.803941:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.803956:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337009280:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016135.808976:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016135.808999:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.809015:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337009536:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016135.824491:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016135.824518:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.824533:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337009792:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016135.827548:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016135.827570:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.827584:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337010048:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016135.834728:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016135.834866:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.834884:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337010304:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016135.844396:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016135.844423:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.844446:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337010560:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016135.879193:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016135.879227:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.879246:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337010816:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016135.886583:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016135.886617:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.886636:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337011072:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016135.898164:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016135.898189:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.898205:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337011328:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016135.909445:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016135.909485:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.909498:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337011456:192.168.201.110@tcp:4:fsx.0 00000100:00100000:0.0:1734016135.917521:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4700 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337011584:192.168.201.110@tcp:44:fsx.0 00000080:00200000:0.0:1734016135.917577:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016135.917588:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1734016135.917683:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016135.917695:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337011712:192.168.201.110@tcp:16:fsx.0 00000100:00100000:0.0:1734016135.922527:0:1978:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012aae7800: committing for last_committed 4294969405 gen 2 00000100:00100000:0.0:1734016135.922588:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337011712:192.168.201.110@tcp:16:fsx.0 00000100:00100000:0.0:1734016135.925286:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337011840:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016135.925311:0:9673:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d214e lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08aac expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.925320:0:9673:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d214e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08aac expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.925339:0:9673:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d214e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08aac expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.925347:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d214e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08aac expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.925354:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d214e lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08aac expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.925362:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d214e lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08aac expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.925368:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d214e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08aac expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1734016135.925379:0:9673:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a8fd4000 x1818247337011840/t0(0) o101->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016151 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:0.0:1734016135.925391:0:9673:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d214e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08aac expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1734016135.925401:0:9673:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d214e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08aac expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016135.925413:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800ab2c8800 type 13 mode 4 res 8589935617/9 (0 0) 00000080:00200000:0.0:1734016135.925484:0:9673:0:(file.c:6447:ll_layout_conf()) [0x200000401:0x9:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1734016135.925490:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d214e 00000080:00010000:0.0:1734016135.925494:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016135.925496:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d214e from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016135.925499:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d214e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08aac expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016135.925507:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d214e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08aac expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016135.925534:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016135.925542:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016135.925563:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016135.925565:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77230, osc lock ffff8800aa177430, flags 0x400001002 00010000:00010000:0.0:1734016135.925578:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.925588:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.925599:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.925604:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.925618:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8199465 i_blocks 224 00000020:00010000:0.0:1734016135.925622:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ff478 (ffff8800aeaf97e8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.925624:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ff478 (ffff8800aeaf97e8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.925627:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77230 (ffff8800aeaf92d8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.925631:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ff478 (ffff8800aeaf97e8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.925633:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77230 (ffff8800aeaf97e8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.925642:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016135.925656:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016135.925660:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016135.925663:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016135.925666:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016135.925668:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77230, osc lock ffff8800aa177430, flags 0x400001002 00010000:00010000:0.0:1734016135.925674:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.925683:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.925691:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.925697:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016135.925730:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8199465 i_blocks 224 00000020:00010000:0.0:1734016135.925733:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ff478 (ffff8800aeaf97e8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.925735:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ff478 (ffff8800aeaf97e8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.925737:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77230 (ffff8800aeaf92d8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.925739:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ff478 (ffff8800aeaf97e8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.925741:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77230 (ffff8800aeaf97e8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.925745:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016135.925750:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 8199465 00000080:00200008:0.0:1734016135.925763:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016135.925769:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:0.0:1734016135.925782:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016135.925790:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b3df9000 type 13 mode 30 res 8589935617/9 (0 0) 00010000:00010000:0.0:1734016135.925815:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811b00/0x7bf039d361d2155 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 9673 initiator: MDT0 00010000:00010000:0.0:1734016135.925830:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811b00/0x7bf039d361d2155 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00010000:00010000:0.0:1734016135.925836:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811b00/0x7bf039d361d2155 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00000100:00100000:0.0:1734016135.925849:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337011968:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016135.925898:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41a540 going to sleep for 11 seconds 00000100:00100000:0.0:1734016135.936854:0:9673:0:(client.c:2968:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88012db5a800: committing for last_committed 4294968630 gen 1 00000100:00100000:0.0:1734016135.936892:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337011968:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016135.936908:0:9673:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811b00/0x7bf039d361d2155 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08aba expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.936916:0:9673:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811b00/0x7bf039d361d2155 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08aba expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.936924:0:9673:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811b00/0x7bf039d361d2155 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08aba expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.936931:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811b00/0x7bf039d361d2155 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08aba expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.936938:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811b00/0x7bf039d361d2155 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08aba expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.936948:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811b00/0x7bf039d361d2155 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08aba expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016135.936953:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811b00/0x7bf039d361d2155 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08aba expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1734016135.936960:0:9673:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a8d59880 x1818247337011968/t0(0) o101->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016151 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:0.0:1734016135.936968:0:9673:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811b00/0x7bf039d361d2155 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08aba expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1734016135.936977:0:9673:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811b00/0x7bf039d361d2155 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08aba expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016135.936984:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b3df9000 type 13 mode 4 res 8589935617/9 (0 0) 00000080:00200000:0.0:1734016135.937024:0:9673:0:(file.c:6447:ll_layout_conf()) [0x200000401:0x9:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1734016135.937027:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d2155 00000080:00010000:0.0:1734016135.937031:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:0.0:1734016135.937033:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2155 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016135.937036:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811b00/0x7bf039d361d2155 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08aba expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016135.937041:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811b00/0x7bf039d361d2155 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08aba expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016135.937061:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016135.937067:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016135.937078:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016135.937080:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77230, osc lock ffff8800aa177430, flags 0x400001002 00010000:00010000:0.0:1734016135.937095:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8106c0/0x7bf039d361d215c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.937100:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8106c0/0x7bf039d361d215c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016135.946399:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339482112 00000100:00100000:3.0:1734016135.946415:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339482112 00000100:00100000:3.0:1734016135.946466:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11715 00000100:00100000:3.0:1734016135.946472:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339482112:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016135.946486:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.946495:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016135.946516:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 13, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016135.946518:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 8199465 mtime: 1734016135 atime: 1734016135 ctime: 1734016135 blocks: 224 00000020:00010000:3.0:1734016135.946521:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016135.946522:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 8199465 mtime: 1734016135 atime: 1734016135 ctime: 1734016135 blocks: 224 00000100:00100000:3.0:1734016135.946572:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339482112:12345-192.168.201.110@tcp:106: Request processed in 99us (5578us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.946577:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11715 00000080:00200000:0.0:1734016135.949039:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8199465 i_blocks 224 00000020:00010000:0.0:1734016135.949044:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ff478 (ffff8800aeaf97e8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016135.949046:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ff478 (ffff8800aeaf97e8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.949050:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77230 (ffff8800aeaf92d8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016135.949052:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ff478 (ffff8800aeaf97e8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016135.949054:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77230 (ffff8800aeaf97e8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016135.949064:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016135.949081:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016135.949087:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016135.949093:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016135.949103:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016135.949106:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77230, osc lock ffff8800aa177430, flags 0x400001002 00010000:00010000:0.0:1734016135.949124:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2163 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.949131:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2163 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016135.949181:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337012224:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016135.952464:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339482240 00000100:00100000:3.0:1734016135.952473:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339482240 00000100:00100000:3.0:1734016135.952508:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11716 00000100:00100000:3.0:1734016135.952515:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339482240:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016135.952528:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016135.952537:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d2147 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08a9e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016135.952569:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 13, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016135.952571:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 8199465 mtime: 1734016135 atime: 1734016135 ctime: 1734016135 blocks: 224 00000020:00010000:3.0:1734016135.952573:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016135.952575:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 8199465 mtime: 1734016135 atime: 1734016135 ctime: 1734016135 blocks: 224 00000100:00100000:3.0:1734016135.952619:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339482240:12345-192.168.201.110@tcp:106: Request processed in 104us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.952625:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11716 00010000:00010000:0.0:1734016135.960751:0:1979:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2163 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.960773:0:1979:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2163 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.960784:0:1979:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2163 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.960789:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2163 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.960795:0:1979:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2163 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016135.960806:0:1979:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8199465, setting rss=8199465; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016135.961401:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2163 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.961410:0:1979:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2163 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.961416:0:1979:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2163 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.961423:0:1979:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d8133c0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016135.961427:0:1979:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2163 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.961466:0:1979:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016135.961471:0:1979:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2163 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.961476:0:1979:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2163 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016135.961534:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337012224:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016135.965748:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339482368 00000100:00100000:3.0:1734016135.965757:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339482368 00000100:00100000:3.0:1734016135.965793:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11717 00000100:00100000:3.0:1734016135.965800:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:6482:x1818247339482368:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016135.965811:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d214e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e08aac expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016135.965877:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016135.965883:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:6482:x1818247339482368:12345-192.168.201.110@tcp:104: Request processed in 83us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016135.965888:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11717 00000100:00100000:0.0:1734016135.966168:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016135.966181:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337012608:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016135.970635:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337012608:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016135.982058:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337012480:192.168.201.110@tcp:36:fsx.0 00000080:00200000:0.0:1734016135.982103:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016135.982108:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016135.982123:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016135.982157:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:0.0:1734016135.982168:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016135.982171:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77230, osc lock ffff8800aa176390, flags 0x0 00010000:00010000:0.0:1734016135.982200:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d216a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.982209:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d216a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016135.982234:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d216a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016135.982250:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337012736:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016135.985013:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016135.990126:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:0.0:1734016135.991461:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337012864:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016136.020840:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000008:00010000:3.0:1734016136.057839:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d216a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ad6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016136.057914:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d216a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ad6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016136.057934:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337013376:192.168.201.110@tcp:3:fsx.0 00000100:00100000:0.0:1734016136.066666:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337013504:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016136.066689:0:9673:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2178 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08af2 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.066698:0:9673:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2178 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08af2 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.066758:0:9673:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2178 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08af2 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.066766:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2178 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08af2 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.066774:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2178 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08af2 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.066779:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2178 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08af2 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.066785:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2178 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08af2 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1734016136.066792:0:9673:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a8fd4380 x1818247337013504/t0(0) o101->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016152 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:0.0:1734016136.066802:0:9673:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2178 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08af2 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1734016136.066813:0:9673:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2178 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08af2 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016136.066829:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800ab2c8800 type 13 mode 4 res 8589935617/9 (0 0) 00000080:00200000:0.0:1734016136.066893:0:9673:0:(file.c:6447:ll_layout_conf()) [0x200000401:0x9:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1734016136.066897:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d2178 00000080:00010000:0.0:1734016136.066901:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016136.066904:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2178 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016136.066906:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2178 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08af2 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016136.066913:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2178 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08af2 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016136.066939:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016136.066946:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016136.066966:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016136.066969:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d779b0, osc lock ffff8800aa1764c0, flags 0x400001002 00010000:00010000:0.0:1734016136.066985:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810fc0/0x7bf039d361d217f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.066992:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810fc0/0x7bf039d361d217f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016136.067041:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016136.067053:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337013632:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016136.071420:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339482752 00000100:00100000:3.0:1734016136.071430:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339482752 00000100:00100000:3.0:1734016136.071463:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11720 00000100:00100000:3.0:1734016136.071470:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339482752:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016136.071483:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d216a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ad6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.071492:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d216a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ad6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016136.071517:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 144, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016136.071519:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 8286362 mtime: 1734016136 atime: 1734016135 ctime: 1734016136 blocks: 224 00000020:00010000:3.0:1734016136.071522:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016136.071524:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 8286362 mtime: 1734016136 atime: 1734016135 ctime: 1734016136 blocks: 224 00000100:00100000:3.0:1734016136.071563:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339482752:12345-192.168.201.110@tcp:106: Request processed in 93us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.071570:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11720 00010000:00010000:0.0:1734016136.073273:0:1978:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810fc0/0x7bf039d361d217f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.073290:0:1978:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810fc0/0x7bf039d361d217f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.073301:0:1978:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810fc0/0x7bf039d361d217f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.073307:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810fc0/0x7bf039d361d217f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.073312:0:1978:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810fc0/0x7bf039d361d217f lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.073325:0:1978:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8286362, setting rss=8286362; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016136.073337:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810fc0/0x7bf039d361d217f lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.073342:0:1978:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810fc0/0x7bf039d361d217f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.073349:0:1978:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810fc0/0x7bf039d361d217f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.073354:0:1978:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d810fc0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016136.073357:0:1978:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810fc0/0x7bf039d361d217f lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.073395:0:1978:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016136.073401:0:1978:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810fc0/0x7bf039d361d217f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.073407:0:1978:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810fc0/0x7bf039d361d217f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016136.073449:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337013632:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016136.078255:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339482880 00000100:00100000:3.0:1734016136.078263:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339482880 00000100:00100000:3.0:1734016136.078302:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11721 00000100:00100000:3.0:1734016136.078309:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339482880:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016136.078321:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d216a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ad6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.078331:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d216a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ad6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016136.078353:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 144, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016136.078355:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 8286362 mtime: 1734016136 atime: 1734016135 ctime: 1734016136 blocks: 224 00000020:00010000:3.0:1734016136.078358:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016136.078359:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 8286362 mtime: 1734016136 atime: 1734016135 ctime: 1734016136 blocks: 224 00000100:00100000:3.0:1734016136.078399:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339482880:12345-192.168.201.110@tcp:106: Request processed in 90us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.078405:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11721 00010000:00010000:3.0:1734016136.084104:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d2186 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.084120:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d2186 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.084129:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d2186 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.084134:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d2186 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.084139:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d2186 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016136.084156:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8286362, setting rss=8286362; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016136.084181:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d2186 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.084187:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d2186 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.084193:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d2186 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.084198:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5942640 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016136.084201:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d2186 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.084209:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016136.084213:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d2186 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.084218:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942640/0x7bf039d361d2186 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016136.084261:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337013760:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016136.090446:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339483008 00000100:00100000:3.0:1734016136.090454:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339483008 00000100:00100000:3.0:1734016136.090492:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11722 00000100:00100000:3.0:1734016136.090498:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339483008:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016136.090515:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d216a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ad6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.090523:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d216a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ad6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016136.090543:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 144, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016136.090544:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 8286362 mtime: 1734016136 atime: 1734016136 ctime: 1734016136 blocks: 224 00000020:00010000:3.0:1734016136.090547:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016136.090548:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 8286362 mtime: 1734016136 atime: 1734016136 ctime: 1734016136 blocks: 224 00000100:00100000:3.0:1734016136.090583:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339483008:12345-192.168.201.110@tcp:106: Request processed in 85us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.090589:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11722 00010000:00010000:3.0:1734016136.092957:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d218d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.092976:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d218d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.092986:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d218d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.092991:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d218d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.092997:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d218d lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016136.093014:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8286362, setting rss=8286362; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016136.093036:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d218d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.093042:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d218d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.093047:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d218d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.093053:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943600 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016136.093057:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d218d lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.093066:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016136.093070:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d218d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.093075:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d218d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016136.093112:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337013888:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016136.103067:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339483136 00000100:00100000:3.0:1734016136.103076:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339483136 00000100:00100000:3.0:1734016136.103126:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11723 00000100:00100000:3.0:1734016136.103133:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339483136:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016136.103148:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d216a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ad6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.103157:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d216a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ad6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016136.103179:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 144, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016136.103181:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 8286362 mtime: 1734016136 atime: 1734016136 ctime: 1734016136 blocks: 224 00000020:00010000:3.0:1734016136.103184:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016136.103185:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 8286362 mtime: 1734016136 atime: 1734016136 ctime: 1734016136 blocks: 224 00000100:00100000:3.0:1734016136.103231:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339483136:12345-192.168.201.110@tcp:106: Request processed in 98us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.103237:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11723 00010000:00010000:3.0:1734016136.117006:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d2194 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.117022:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d2194 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.117032:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d2194 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.117037:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d2194 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.117044:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d2194 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016136.117060:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8286362, setting rss=8286362; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016136.117082:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d2194 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.117088:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d2194 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.117094:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d2194 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.117100:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5940fc0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016136.117104:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d2194 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.117112:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016136.117117:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d2194 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.117123:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d2194 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016136.117161:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337014016:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016136.122422:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339483264 00000100:00100000:3.0:1734016136.122431:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339483264 00000100:00100000:3.0:1734016136.122476:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11724 00000100:00100000:3.0:1734016136.122483:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339483264:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016136.122497:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d216a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ad6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.122506:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d216a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ad6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016136.122528:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 144, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016136.122530:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 8286362 mtime: 1734016136 atime: 1734016136 ctime: 1734016136 blocks: 224 00000020:00010000:3.0:1734016136.122533:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016136.122534:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 8286362 mtime: 1734016136 atime: 1734016136 ctime: 1734016136 blocks: 224 00000100:00100000:3.0:1734016136.122575:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339483264:12345-192.168.201.110@tcp:106: Request processed in 92us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.122581:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11724 00010000:00010000:3.0:1734016136.126595:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d219b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.126610:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d219b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.126621:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d219b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.126626:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d219b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.126632:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d219b lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016136.126648:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8286362, setting rss=8286362; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016136.126670:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d219b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.126676:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d219b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.126682:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d219b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.126687:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5942ac0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016136.126691:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d219b lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.126699:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016136.126704:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d219b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.126756:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d219b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016136.128588:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337014144:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016136.138222:0:4739:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016136.138239:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339483392 00000100:00100000:3.0:1734016136.138246:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339483392 00000100:00100000:3.0:1734016136.138298:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11725 00000100:00100000:3.0:1734016136.138305:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc32c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339483392:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016136.138318:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d216a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ad6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.138327:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d216a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ad6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016136.138348:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 144, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016136.138351:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 8286362 mtime: 1734016136 atime: 1734016136 ctime: 1734016136 blocks: 224 00000020:00010000:3.0:1734016136.138354:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016136.138355:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 8286362 mtime: 1734016136 atime: 1734016136 ctime: 1734016136 blocks: 224 00000100:00100000:3.0:1734016136.138394:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc32c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339483392:12345-192.168.201.110@tcp:106: Request processed in 89us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.138400:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11725 00010000:00010000:3.0:1734016136.157806:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d21a2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.157833:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d21a2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.157844:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d21a2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.157849:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d21a2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.157861:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d21a2 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016136.157872:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8286362, setting rss=8286362; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016136.157899:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d21a2 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.157905:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d21a2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.157911:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d21a2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.157917:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941d40 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016136.157921:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d21a2 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.157929:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016136.157933:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d21a2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.157938:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d21a2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016136.157977:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337014272:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016136.179041:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339483520 00000100:00100000:3.0:1734016136.179055:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339483520 00000100:00100000:3.0:1734016136.179134:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11726 00000100:00100000:3.0:1734016136.179141:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339483520:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016136.179154:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d216a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08ad6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.179234:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016136.179241:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339483520:12345-192.168.201.110@tcp:104: Request processed in 100us (7019us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.179247:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11726 00010000:00010000:0.0:1734016136.179486:0:4748:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016136.179492:0:4748:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d216a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08ad6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.179500:0:4748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d811f80 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016136.179503:0:4748:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d216a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x3f004d6452e08ad6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.179538:0:4748:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d216a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0x3f004d6452e08ad6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.179547:0:4748:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d216a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0x3f004d6452e08ad6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.179599:0:4748:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2867200 2871295) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d216a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0x3f004d6452e08ad6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016136.179666:0:4748:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5bb80 - object 0x280000400:5 offset 2867200<>2895872 00000100:00100000:0.0:1734016136.179793:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016136.179806:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337014528:192.168.201.110@tcp:4:fsx.0 00000008:00010000:0.0:1734016136.220458:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d216a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0x3f004d6452e08ad6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.220512:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811f80/0x7bf039d361d216a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800429400020000 nid: local remote: 0x3f004d6452e08ad6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016136.220529:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337014528:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016136.221685:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337014656:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016136.228135:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016136.229414:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11727 00000100:00100000:3.0:1734016136.229422:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9956:x1818247339483648:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016136.229435:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d21a9 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7901184->7938047] (req 7901184->7938047) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08b23 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.229443:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d21a9 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7901184->7938047] (req 7901184->7938047) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08b23 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.229450:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d21a9 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7901184->7938047) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08b23 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.229458:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d21a9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7901184->7938047) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08b23 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.229469:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d21a9 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7901184->7938047) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08b23 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.229477:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d21a9 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7901184->7938047) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e08b23 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.229509:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5941440) 00010000:00010000:0.0:1734016136.229759:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d21a9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7901184->7938047) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08b23 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.229768:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d21a9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7901184->7938047) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08b23 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.229789:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d21a9 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7901184->7938047) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08b23 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.229798:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 8286362, setting rss=8286362; kms=8286362, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d21a9 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7901184->7938047) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08b23 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.229808:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d21a9 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7901184->7938047) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b23 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.229826:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d21a9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7901184->7938047) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b23 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016136.229846:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8286362 i_blocks 280 00000100:00100000:0.0:1734016136.229913:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016136.229925:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337014784:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016136.230057:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:9956:x1818247339483648:12345-192.168.201.110@tcp:105: Request processed in 633us (1928us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.230064:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11727 00000100:00100000:0.0:1734016136.235869:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337014784:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016136.246473:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016136.259995:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337015040:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016136.289647:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016136.318619:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:0.0:1734016136.320938:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337015424:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016136.325337:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40dc00 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337015296:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016136.325361:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1073152->1077247] (req 1073152->1077247) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.325369:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1073152->1077247] (req 1073152->1077247) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.325376:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1073152->1077247] (req 1073152->1077247) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.325514:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.325521:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.325541:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.325551:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 8286362, setting rss=8286362; kms=8286362, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.325560:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.325566:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.325622:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.325631:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2875392 2879487) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.325638:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 7/1,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.325643:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 7/1,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.325648:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016136.331481:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337015424:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016136.337522:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:0.0:1734016136.337539:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a7f776c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.337547:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a7f77b40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.337595:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1073152 1077247) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016136.337758:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59180 - object 0x280000400:5 offset 1073152<>7065600 00000008:00010000:0.0:1734016136.337770:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a7f77b40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.337788:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7065600 7069695) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016136.337835:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5aa00 - object 0x280000400:5 offset 7065600<>8290304 00000100:00100000:0.0:1734016136.337853:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337015680:192.168.201.110@tcp:3:fsx.0 00000100:00100000:0.0:1734016136.337955:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016136.337961:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337015808:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016136.394827:0:1978:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a7f77b40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.395143:0:1978:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7f77b40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016136.395162:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337015808:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016136.468898:0:1978:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a7f776c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.469192:0:1978:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7f776c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016136.469218:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337015680:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016136.493528:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016136.493532:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016136.493535:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b58914b0 (ffff8800aeaf9cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016136.493540:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.493548:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016136.493559:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016136.493561:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b58914b0 (ffff8800aeaf9248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016136.493572:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016136.493586:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016136.493595:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016136.493604:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [260, 260] 00000008:00010000:0.0:1734016136.493612:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016136.493615:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77930, osc lock ffff8800aa177560, flags 0x0 00010000:00010000:0.0:1734016136.493629:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.493638:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1064960 1069055) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.493646:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.493652:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.493657:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.493684:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a780 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016136.493696:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:0.0:1734016136.493702:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.494024:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.494036:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a780 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016136.494043:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016136.494045:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016136.494047:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77930 (ffff8800aeaf9cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016136.494050:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.494056:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016136.494063:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016136.494064:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77930 (ffff8800aeaf9248/1) at cl_lock_fini():85 00000008:00010000:3.0:1734016136.505738:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.505759:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1056768 1060863) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016136.505783:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc9180 - object 0x280000400:5 offset 1056768<>1060864 00000100:00100000:3.0:1734016136.505801:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016136.505808:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337016960:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016136.510870:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016136.510874:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016136.510877:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b58918b0 (ffff8800aeaf9cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016136.510883:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.510893:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016136.510904:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016136.510906:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b58918b0 (ffff8800aeaf9248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016136.510918:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016136.510933:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016136.510943:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016136.510953:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [258, 258] 00000008:00010000:0.0:1734016136.510964:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016136.510967:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77930, osc lock ffff8800aa177560, flags 0x0 00010000:00010000:0.0:1734016136.510980:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.510990:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1056768 1060863) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.510999:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.511005:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.511009:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.511038:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016136.511049:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:0.0:1734016136.511056:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.511063:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.511075:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016136.511082:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016136.511084:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016136.511086:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77930 (ffff8800aeaf9cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016136.511089:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.511093:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016136.511099:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016136.511101:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77930 (ffff8800aeaf9248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016136.511106:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016136.511158:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 257 00000080:00200000:0.0:1734016136.511163:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016136.511167:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016136.511171:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [257, 257] 00000008:00010000:0.0:1734016136.511175:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016136.511177:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77930, osc lock ffff8800aa177560, flags 0x0 00010000:00010000:0.0:1734016136.511184:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.511190:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1052672 1056767) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.511202:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.511207:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.511213:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016136.511299:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:0.0:1734016136.511309:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.511328:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1052672 1056767) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016136.511352:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59180 - object 0x280000400:5 offset 1052672<>1056768 00000100:00100000:0.0:1734016136.511368:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337017216:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016136.515120:0:1978:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.515157:0:1978:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016136.515174:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337017216:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016136.519192:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016136.519196:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016136.519199:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891fb0 (ffff8800aeaf9cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016136.519205:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.519212:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016136.519221:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016136.519223:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891fb0 (ffff8800aeaf9248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016136.519235:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016136.519249:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016136.519258:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016136.519268:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [256, 256] 00000008:00010000:0.0:1734016136.519277:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016136.519280:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d771b0, osc lock ffff8800aa176be0, flags 0x0 00010000:00010000:0.0:1734016136.519292:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.519300:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1048576 1052671) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.519308:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.519314:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.519323:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.519349:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016136.519363:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:0.0:1734016136.519371:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.519376:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.519383:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016136.519389:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016136.519391:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016136.519392:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d771b0 (ffff8800aeaf9cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016136.519395:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.519400:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016136.519406:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016136.519408:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d771b0 (ffff8800aeaf9248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016136.519414:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016136.519460:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 255 00000080:00200000:0.0:1734016136.519465:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016136.519469:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016136.519472:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [255, 255] 00000008:00010000:0.0:1734016136.519476:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016136.519478:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d771b0, osc lock ffff8800aa176be0, flags 0x0 00010000:00010000:0.0:1734016136.519483:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.519490:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1044480 1048575) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.519497:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.519503:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.519508:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016136.519628:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:0.0:1734016136.519637:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.519657:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1044480 1048575) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016136.519683:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59180 - object 0x280000400:5 offset 1044480<>1048576 00000100:00100000:0.0:1734016136.519698:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337017728:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016136.530641:0:1978:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.530696:0:1978:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016136.530728:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337017728:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016136.541237:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016136.541241:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016136.541243:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891b30 (ffff8800aeaf9cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016136.541249:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.541258:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016136.541268:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016136.541270:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891b30 (ffff8800aeaf9248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016136.541282:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016136.541295:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016136.541304:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016136.541315:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [254, 254] 00000008:00010000:0.0:1734016136.541325:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016136.541329:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d776b0, osc lock ffff8800aa176720, flags 0x0 00010000:00010000:0.0:1734016136.541343:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.541353:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1040384 1044479) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.541361:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.541369:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.541374:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.544123:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016136.544149:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:0.0:1734016136.544168:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.544175:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.544182:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016136.544197:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016136.544200:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016136.544204:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d776b0 (ffff8800aeaf9cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016136.544210:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.544217:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016136.544232:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016136.544234:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d776b0 (ffff8800aeaf9248/1) at cl_lock_fini():85 00000020:00010000:0.0:1734016136.576887:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016136.576891:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016136.576894:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891030 (ffff8800aeaf9cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016136.576900:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.576909:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016136.576921:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016136.576923:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891030 (ffff8800aeaf9248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016136.576936:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016136.576949:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016136.576959:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016136.576970:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [252, 252] 00000008:00010000:0.0:1734016136.576981:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016136.576985:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d776b0, osc lock ffff8800aa176720, flags 0x0 00010000:00010000:0.0:1734016136.576997:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.577007:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1032192 1036287) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.577016:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.577021:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.577027:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.577054:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a0c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016136.577069:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:0.0:1734016136.577076:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.577082:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.577089:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a0c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016136.577097:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016136.577098:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016136.577100:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d776b0 (ffff8800aeaf9cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016136.577103:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.577109:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016136.577116:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016136.577118:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d776b0 (ffff8800aeaf9248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016136.577124:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016136.577165:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 251 00000080:00200000:0.0:1734016136.577171:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016136.577176:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016136.577179:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [251, 251] 00000008:00010000:0.0:1734016136.577184:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016136.577186:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d776b0, osc lock ffff8800aa176720, flags 0x0 00010000:00010000:0.0:1734016136.577191:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.577199:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1028096 1032191) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.577206:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.577215:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.577220:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016136.577294:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:0.0:1734016136.577302:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.577322:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1028096 1032191) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016136.577348:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59180 - object 0x280000400:5 offset 1028096<>1032192 00000100:00100000:0.0:1734016136.577363:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337018752:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016136.592976:0:1978:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.593017:0:1978:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59440/0x7bf039d361d21c5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1073152->1077247) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b3f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016136.593037:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337018752:192.168.201.110@tcp:3:fsx.0 00000080:00200000:0.0:1734016136.610595:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1734016136.610649:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337019008:192.168.201.110@tcp:44:fsx.0 00000100:00100000:0.0:1734016136.610692:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41a240 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.613140:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337019008:192.168.201.110@tcp:44:fsx.0 00000080:00200000:0.0:1734016136.613166:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016136.613178:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016136.620382:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8286362 i_blocks 376 00000080:00200000:0.0:1734016136.620400:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016136.620589:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016136.620597:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:0.0:1734016136.620612:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016136.620625:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2178 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08af2 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016136.620637:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2178 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08af2 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016136.620646:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016136.620649:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d2178 00000080:00010000:0.0:1734016136.620655:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2178 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016136.620659:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2178 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08af2 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016136.620665:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2178 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08af2 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016136.620685:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016136.620693:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016136.620744:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016136.620749:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77730, osc lock ffff8800aa176260, flags 0x400001002 00010000:00010000:0.0:1734016136.620768:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d21cc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.620776:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d21cc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016136.620863:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016136.620872:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337019264:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016136.624572:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:0.0:1734016136.627102:0:1979:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012aae7800: committing for last_committed 4294969408 gen 2 00010000:00010000:0.0:1734016136.627125:0:1979:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d21cc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.627136:0:1979:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d21cc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.627145:0:1979:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d21cc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.627152:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d21cc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.627158:0:1979:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d21cc lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.627170:0:1979:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8286362, setting rss=8286362; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016136.627193:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d21cc lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.627203:0:1979:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d21cc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.627210:0:1979:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d21cc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.627216:0:1979:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d813a80 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016136.627220:0:1979:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d21cc lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.627249:0:1979:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016136.627254:0:1979:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d21cc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.627260:0:1979:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d21cc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016136.627301:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337019264:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016136.627874:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337019392:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016136.632952:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016136.636086:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8286362 i_blocks 376 00000020:00010000:0.0:1734016136.636091:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fd240 (ffff8800aeaf9248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016136.636094:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fd240 (ffff8800aeaf9248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016136.636097:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891cb0 (ffff8800aeaf9cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016136.636100:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fd240 (ffff8800aeaf9248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016136.636102:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891cb0 (ffff8800aeaf9248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016136.636110:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016136.636118:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 8286362 00000080:00200000:0.0:1734016136.636152:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016136.636155:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016136.636163:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016136.636172:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [241, 255] 00000008:00010000:0.0:1734016136.636180:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016136.636183:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77030, osc lock ffff8800aa176f70, flags 0x0 00010000:00010000:0.0:1734016136.636198:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.636204:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [987136->1048575] (req 987136->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.636673:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [987136->1048575] (req 987136->1048575) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016136.636689:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337019520:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016136.636776:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41a840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.644221:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:0.0:1734016136.650355:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337019520:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016136.650381:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [987136->1048575] (req 987136->1048575) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.650392:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [987136->1048575] (req 987136->1048575) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.650399:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [987136->1048575] (req 987136->1048575) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016136.654239:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337019648:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016136.662594:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016136.664160:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.664169:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.664191:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.664201:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 8286362, setting rss=8286362; kms=8286362, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.664210:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.664216:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016136.664235:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8286362 i_blocks 376 00000100:00100000:0.0:1734016136.664305:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016136.664317:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337019776:192.168.201.110@tcp:22:fsx.0 00000100:00100000:0.0:1734016136.674945:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337019648:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016136.675612:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337019776:192.168.201.110@tcp:22:fsx.0 00000008:00010000:3.0:1734016136.678434:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.678469:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (352256 356351) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016136.678500:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcb100 - object 0x280000400:5 offset 352256<>356352 00000020:00010000:0.0:1734016136.682303:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016136.682306:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016136.682309:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891530 (ffff8800aeaf9cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016136.682315:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.682323:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016136.682334:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016136.682337:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891530 (ffff8800aeaf9248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016136.682348:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016136.682396:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 85 00000080:00200000:0.0:1734016136.682402:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016136.682413:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016136.682423:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [85, 85] 00000008:00010000:0.0:1734016136.682432:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016136.682435:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d772b0, osc lock ffff8800aa176ab0, flags 0x0 00010000:00010000:0.0:1734016136.682448:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.682458:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (348160 352255) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.682465:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.682470:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.682475:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016136.682561:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:0.0:1734016136.682568:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.682586:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (348160 352255) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016136.682607:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5a300 - object 0x280000400:5 offset 348160<>352256 00000100:00100000:0.0:1734016136.682620:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337020288:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016136.686038:0:1978:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.686081:0:1978:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016136.686098:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337020288:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016136.703922:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016136.703926:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016136.703929:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b58915b0 (ffff8800aeaf9cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016136.703935:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.703943:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016136.703958:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016136.703960:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b58915b0 (ffff8800aeaf9248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016136.703972:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016136.704019:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 83 00000080:00200000:0.0:1734016136.704025:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016136.704035:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016136.704044:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [83, 83] 00000008:00010000:0.0:1734016136.704053:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016136.704056:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77330, osc lock ffff8800aa1765f0, flags 0x0 00010000:00010000:0.0:1734016136.704069:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.704079:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (339968 344063) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.704087:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.704092:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.704097:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016136.704150:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:0.0:1734016136.704157:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.704178:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (339968 344063) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016136.704198:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5a300 - object 0x280000400:5 offset 339968<>344064 00000100:00100000:0.0:1734016136.704210:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337020800:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016136.708148:0:1978:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.708185:0:1978:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016136.708200:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337020800:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016136.713565:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016136.713568:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016136.713571:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b58911b0 (ffff8800aeaf9cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016136.713577:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.713586:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016136.713598:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016136.713600:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b58911b0 (ffff8800aeaf9248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016136.713611:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016136.713665:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 81 00000080:00200000:0.0:1734016136.713672:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016136.713681:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016136.713692:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [81, 81] 00000008:00010000:0.0:1734016136.713701:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016136.713704:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d774b0, osc lock ffff8800aa176980, flags 0x0 00010000:00010000:0.0:1734016136.713741:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.713752:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (331776 335871) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.713760:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.713766:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.713772:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016136.713911:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:0.0:1734016136.713919:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.713938:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (331776 335871) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016136.713961:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5a300 - object 0x280000400:5 offset 331776<>335872 00000100:00100000:0.0:1734016136.713978:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337021312:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016136.717040:0:1978:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.717077:0:1978:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016136.717094:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337021312:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016136.730785:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016136.730790:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016136.730793:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891730 (ffff8800aeaf9cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016136.730800:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.730819:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016136.730836:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016136.730838:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891730 (ffff8800aeaf9248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016136.730856:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016136.730911:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 79 00000080:00200000:0.0:1734016136.730918:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016136.730932:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016136.730943:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [79, 79] 00000008:00010000:0.0:1734016136.730953:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016136.730956:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d775b0, osc lock ffff8800aa176000, flags 0x0 00010000:00010000:0.0:1734016136.730971:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.730981:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (323584 327679) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.730991:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.730997:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.731003:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016136.731081:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:0.0:1734016136.731090:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.731111:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (323584 327679) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016136.731139:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5a300 - object 0x280000400:5 offset 323584<>327680 00000100:00100000:0.0:1734016136.731154:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337021824:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016136.736452:0:1978:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.736497:0:1978:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016136.736513:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337021824:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016136.741089:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.741140:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (319488 323583) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016136.741171:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc9880 - object 0x280000400:5 offset 319488<>323584 00000020:00010000:0.0:1734016136.745952:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_release():233 00000020:00010000:0.0:1734016136.745957:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016136.745959:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b58917b0 (ffff8800aeaf9cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016136.745966:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.745974:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016136.745985:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8caf038 (ffff8800aeaf9248/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016136.745987:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b58917b0 (ffff8800aeaf9248/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016136.745998:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016136.746048:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 77 00000080:00200000:0.0:1734016136.746055:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016136.746065:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016136.746075:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [77, 77] 00000008:00010000:0.0:1734016136.746084:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016136.746086:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77430, osc lock ffff8800aa176130, flags 0x0 00010000:00010000:0.0:1734016136.746098:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.746107:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (315392 319487) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.746115:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.746121:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.746126:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016136.746472:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:0.0:1734016136.746480:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.746497:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (315392 319487) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016136.746519:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5a300 - object 0x280000400:5 offset 315392<>319488 00000100:00100000:0.0:1734016136.746531:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337022336:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016136.761993:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016136.763027:0:4748:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016136.763035:0:4748:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2171 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e08ae4 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016136.763042:0:4748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5942f40 already unused, calling callback (ffffffffa10471e0) 00010000:00010000:0.0:1734016136.763046:0:4748:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2171 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x3f004d6452e08ae4 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016136.763053:0:4748:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2171 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x3f004d6452e08ae4 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016136.763063:0:4748:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2171 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x3f004d6452e08ae4 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016136.763083:0:4748:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800a8e2a880/0x7bf039d361cbf01 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e009a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016136.763114:0:4748:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2171 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x3f004d6452e08ae4 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016136.763119:0:4748:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016136.765338:0:4748:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2171 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x3f004d6452e08ae4 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016136.765346:0:4748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2171 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x3f004d6452e08ae4 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016136.765376:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016136.765378:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016136.765380:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016136.776572:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337022592:192.168.201.110@tcp:36:fsx.0 00000080:00200000:3.0:1734016136.776606:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016136.776610:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016136.776621:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016136.776649:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016136.776658:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016136.776661:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588abb0, osc lock ffff8800b5a2a4c0, flags 0x0 00010000:00010000:3.0:1734016136.776676:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.776686:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.776695:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.776701:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.776728:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016136.785298:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337022848:192.168.201.110@tcp:10:fsx.0 00000080:00200000:0.0:1734016136.785439:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8830168 i_blocks 344 00000020:00010000:0.0:1734016136.785446:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154e48 (ffff8800b6d88368/0) at cl_lock_release():233 00000020:00010000:0.0:1734016136.785449:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154e48 (ffff8800b6d88368/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016136.785453:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588abb0 (ffff8800b6d88128/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016136.785462:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.785474:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016136.785492:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154e48 (ffff8800b6d88368/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016136.785494:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588abb0 (ffff8800b6d88368/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016136.785508:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016136.785519:0:9673:0:(llite_lib.c:2534:ll_setattr_raw()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8) current size 8830168, valid attrs 2168, mode 8800, uid -1441591024, gid -30720, new size 8830168, atime 1734016136.000000000, mtime 1734016136.755000000, ctime 1734016136.755000000, rc 0 00000080:00a00000:0.0:1734016136.785554:0:9673:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0x9:0x0] vma=ffff8800b6ee6360 start=0x7f8ee1f01000 end=0x7f8ee1f0e000 vm_flags=0xfb 00000080:00200000:0.0:1734016136.785563:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016136.785570:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016136.785583:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016136.785585:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77630, osc lock ffff8800aa176130, flags 0x400001002 00010000:00010000:0.0:1734016136.785599:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.785608:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.785617:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.785623:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016136.785634:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8830168 i_blocks 344 00000020:00010000:0.0:1734016136.785637:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb3d98 (ffff8800b6d88368/0) at cl_lock_release():233 00000020:00010000:0.0:1734016136.785639:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb3d98 (ffff8800b6d88368/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016136.785641:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77630 (ffff8800b6d88128/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016136.785644:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb3d98 (ffff8800b6d88368/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016136.785645:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77630 (ffff8800b6d88368/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016136.785650:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016136.785701:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 2155 00000080:00200000:0.0:1734016136.785953:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000008:00010000:3.0:1734016136.802445:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.802470:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8822784 8826879) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016136.802499:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc9c00 - object 0x280000400:5 offset 8822784<>8826880 00000008:00010000:3.0:1734016136.818764:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016136.818796:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016136.818827:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337023360:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016136.827367:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016136.829476:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016136.829513:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337023616:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016136.837987:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016136.838268:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016136.838286:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337023872:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016136.842056:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016136.842080:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016136.842098:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337024128:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016136.843094:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.843118:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8806400 8810495) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016136.843142:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc9c00 - object 0x280000400:5 offset 8806400<>8810496 00000008:00010000:3.0:1734016136.854684:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016136.855070:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016136.855094:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337024384:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016136.863611:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016136.863638:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016136.863654:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337024640:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016136.869007:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016136.869034:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016136.869051:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337024896:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016136.873319:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016136.873345:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016136.873361:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337025152:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016136.881124:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016136.881152:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016136.881169:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337025408:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016136.887447:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016136.887480:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016136.887497:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337025664:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016136.896355:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016136.896381:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016136.896405:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337025920:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016136.897892:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.897917:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8777728 8781823) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016136.897946:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc9c00 - object 0x280000400:5 offset 8777728<>8781824 00000008:00010000:3.0:1734016136.905779:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016136.905802:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016136.905827:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337026176:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016136.907523:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337026304:192.168.201.110@tcp:4:fsx.0 00000008:00010000:3.0:1734016136.919134:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016136.919187:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016136.919203:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337026304:192.168.201.110@tcp:4:fsx.0 00000100:00100000:0.0:1734016136.924985:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337026432:192.168.201.110@tcp:44:fsx.0 00000080:00200000:0.0:1734016136.925021:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016136.925033:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1734016136.925130:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016136.925147:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337026560:192.168.201.110@tcp:16:fsx.0 00000100:00100000:0.0:1734016136.940562:0:1979:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012aae7800: committing for last_committed 4294969412 gen 2 00000100:00100000:0.0:1734016136.940622:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337026560:192.168.201.110@tcp:16:fsx.0 00000100:00100000:0.0:1734016136.952502:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337026688:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016136.952527:0:9673:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d21e1 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08b69 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.952538:0:9673:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d21e1 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08b69 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.952549:0:9673:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d21e1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08b69 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.952557:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d21e1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08b69 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.952565:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d21e1 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08b69 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.952574:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d21e1 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08b69 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.952578:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d21e1 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08b69 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1734016136.952585:0:9673:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a8fd5f80 x1818247337026688/t0(0) o101->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016152 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:0.0:1734016136.952595:0:9673:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d21e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08b69 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1734016136.952605:0:9673:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d21e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08b69 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016136.952616:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800ab2c8800 type 13 mode 4 res 8589935617/9 (0 0) 00000080:00200000:0.0:1734016136.952696:0:9673:0:(file.c:6447:ll_layout_conf()) [0x200000401:0x9:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1734016136.952701:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d21e1 00000080:00010000:0.0:1734016136.952729:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016136.952731:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d21e1 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016136.952735:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d21e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08b69 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016136.952742:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d21e1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08b69 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016136.952772:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016136.952779:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016136.952811:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016136.952814:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77630, osc lock ffff8800aa176130, flags 0x400001002 00010000:00010000:0.0:1734016136.952828:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.952837:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.957776:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.957794:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016136.957834:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8830168 i_blocks 448 00000020:00010000:0.0:1734016136.957840:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fcb68 (ffff8800aeaf9c68/0) at cl_lock_release():233 00000020:00010000:0.0:1734016136.957843:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fcb68 (ffff8800aeaf9c68/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016136.957847:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77630 (ffff8800aeaf9488/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016136.957851:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fcb68 (ffff8800aeaf9c68/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016136.957853:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77630 (ffff8800aeaf9c68/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016136.957869:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016136.957891:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016136.957898:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016136.957904:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016136.957919:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016136.957922:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77630, osc lock ffff8800aa176130, flags 0x400001002 00010000:00010000:0.0:1734016136.957937:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.957951:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.957960:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.957966:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016136.957976:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8830168 i_blocks 448 00000020:00010000:0.0:1734016136.957978:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fcb68 (ffff8800aeaf9c68/0) at cl_lock_release():233 00000020:00010000:0.0:1734016136.957980:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fcb68 (ffff8800aeaf9c68/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016136.957982:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77630 (ffff8800aeaf9488/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016136.957985:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fcb68 (ffff8800aeaf9c68/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016136.957986:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77630 (ffff8800aeaf9c68/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016136.957990:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016136.957995:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 8830168 00000080:00200008:0.0:1734016136.958008:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016136.958014:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:0.0:1734016136.958030:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016136.958039:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b3df9000 type 13 mode 30 res 8589935617/9 (0 0) 00010000:00010000:0.0:1734016136.958072:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d21e8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 9673 initiator: MDT0 00010000:00010000:0.0:1734016136.958078:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d21e8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00010000:00010000:0.0:1734016136.958088:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d21e8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00000100:00100000:0.0:1734016136.958110:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337026816:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016136.958200:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41a300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016136.965500:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337026816:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016136.965525:0:9673:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d21e8 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08b77 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.965534:0:9673:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d21e8 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08b77 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.965543:0:9673:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d21e8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08b77 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.965549:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d21e8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08b77 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.965560:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d21e8 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08b77 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.965566:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d21e8 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08b77 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016136.965571:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d21e8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08b77 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1734016136.965579:0:9673:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a8d5b480 x1818247337026816/t0(0) o101->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016152 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:0.0:1734016136.965588:0:9673:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d21e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08b77 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1734016136.965598:0:9673:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d21e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08b77 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016136.965608:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b3df9000 type 13 mode 4 res 8589935617/9 (0 0) 00000080:00200000:0.0:1734016136.965655:0:9673:0:(file.c:6447:ll_layout_conf()) [0x200000401:0x9:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1734016136.965660:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d21e8 00000080:00010000:0.0:1734016136.965664:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:0.0:1734016136.965667:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d21e8 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016136.965669:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d21e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08b77 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016136.965674:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d21e8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08b77 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016136.965698:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016136.965704:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016136.965817:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016136.965820:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77630, osc lock ffff8800aa176130, flags 0x400001002 00010000:00010000:0.0:1734016136.965838:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812640/0x7bf039d361d21ef lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.965845:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812640/0x7bf039d361d21ef lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016136.968864:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339485952 00000100:00100000:3.0:1734016136.968873:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339485952 00000100:00100000:3.0:1734016136.969621:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11738 00000100:00100000:3.0:1734016136.969629:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339485952:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016136.969641:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.969650:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016136.969697:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 24, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016136.969699:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 8830168 mtime: 1734016136 atime: 1734016136 ctime: 1734016136 blocks: 448 00000020:00010000:3.0:1734016136.969702:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016136.969703:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 8830168 mtime: 1734016136 atime: 1734016136 ctime: 1734016136 blocks: 448 00000100:00100000:3.0:1734016136.969841:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339485952:12345-192.168.201.110@tcp:106: Request processed in 212us (1491us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.969848:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11738 00000080:00200000:0.0:1734016136.977181:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8830168 i_blocks 448 00000020:00010000:0.0:1734016136.977187:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fcb68 (ffff8800aeaf9c68/0) at cl_lock_release():233 00000020:00010000:0.0:1734016136.977190:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fcb68 (ffff8800aeaf9c68/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016136.977194:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77630 (ffff8800aeaf9488/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016136.977196:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fcb68 (ffff8800aeaf9c68/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016136.977198:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77630 (ffff8800aeaf9c68/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016136.977208:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016136.977229:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016136.977234:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016136.977242:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016136.977251:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2390, 2403] 00000008:00010000:0.0:1734016136.977260:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016136.977263:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77630, osc lock ffff8800aa176130, flags 0x0 00010000:00010000:0.0:1734016136.977278:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.977284:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9789440->9846783] (req 9789440->9846783) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.977307:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9789440->9846783] (req 9789440->9846783) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016136.977322:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337027072:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016136.977600:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016136.980603:0:4739:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016136.980619:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339486080 00000100:00100000:3.0:1734016136.980628:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339486080 00000100:00100000:3.0:1734016136.980660:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11739 00000100:00100000:3.0:1734016136.980667:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc30050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339486080:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016136.980680:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d21da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 987136->1048575) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08b54 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.981570:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016136.981580:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc30050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339486080:12345-192.168.201.110@tcp:104: Request processed in 912us (1179us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.981589:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11739 00000100:00100000:0.0:1734016136.991460:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337027072:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016136.991489:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9789440->9846783] (req 9789440->9846783) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08b85 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.991499:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9789440->9846783] (req 9789440->9846783) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08b85 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.991511:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9789440->9846783] (req 9789440->9846783) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08b85 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016136.994984:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339486208 00000100:00100000:3.0:1734016136.994994:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339486208 00000100:00100000:3.0:1734016136.995612:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11740 00000100:00100000:3.0:1734016136.995621:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6469:x1818247339486208:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016136.995634:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9789440->9846783] (req 9789440->9846783) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08b85 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.995644:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9789440->9846783] (req 9789440->9846783) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08b85 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.995885:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08b85 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.995895:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08b85 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.995902:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08b85 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.995910:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e08b85 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016136.995936:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012d813cc0) 00010000:00010000:0.0:1734016136.996081:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08b85 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.996090:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08b85 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.996109:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08b85 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016136.996120:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 8830168, setting rss=8830168; kms=8830168, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08b85 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.996130:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b85 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016136.996135:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08b85 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016136.996156:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8830168 i_blocks 448 00000100:00100000:3.0:1734016136.997900:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6469:x1818247339486208:12345-192.168.201.110@tcp:105: Request processed in 2271us (3030us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016136.997912:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11740 00000100:00100000:0.0:1734016136.998160:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016136.998176:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337027328:192.168.201.110@tcp:22:fsx.0 00000100:00100000:0.0:1734016137.002777:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337027328:192.168.201.110@tcp:22:fsx.0 00000008:00010000:3.0:1734016137.019031:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b85 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016137.019815:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b85 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016137.019835:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337027584:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.024068:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339486336 00000100:00100000:3.0:1734016137.024079:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339486336 00000100:00100000:3.0:1734016137.024123:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11741 00000100:00100000:3.0:1734016137.024130:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339486336:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016137.024146:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b85 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.024157:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b85 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016137.024181:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 141, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016137.024183:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 8830168 mtime: 1734016137 atime: 1734016136 ctime: 1734016137 blocks: 560 00000020:00010000:3.0:1734016137.024186:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016137.024187:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 8830168 mtime: 1734016137 atime: 1734016136 ctime: 1734016137 blocks: 560 00000100:00100000:3.0:1734016137.024240:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339486336:12345-192.168.201.110@tcp:106: Request processed in 110us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.024247:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11741 00010000:00010000:3.0:1734016137.026933:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d21fd lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.026955:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d21fd lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.026966:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d21fd lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.026972:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d21fd lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.026978:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d21fd lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016137.026991:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8830168, setting rss=8830168; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016137.027192:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d21fd lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.027199:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d21fd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.027205:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d21fd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.027211:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941f80 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016137.027214:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d21fd lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.027225:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016137.027229:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d21fd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.027235:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d21fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016137.028274:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337027712:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016137.036167:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339486464 00000100:00100000:3.0:1734016137.036176:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339486464 00000100:00100000:3.0:1734016137.036209:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11742 00000100:00100000:3.0:1734016137.036215:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339486464:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016137.036227:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b85 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.036235:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b85 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016137.036256:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 141, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016137.036258:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 8830168 mtime: 1734016137 atime: 1734016136 ctime: 1734016137 blocks: 560 00000020:00010000:3.0:1734016137.036261:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016137.036262:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 8830168 mtime: 1734016137 atime: 1734016136 ctime: 1734016137 blocks: 560 00000100:00100000:3.0:1734016137.036300:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339486464:12345-192.168.201.110@tcp:106: Request processed in 84us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.036307:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11742 00010000:00010000:3.0:1734016137.045552:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2204 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.045570:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2204 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.045582:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2204 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.045587:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2204 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.045592:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2204 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016137.045604:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8830168, setting rss=8830168; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016137.045615:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2204 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.045621:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2204 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.045626:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2204 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.045631:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5942400 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016137.045635:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2204 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.045644:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016137.045648:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2204 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.045653:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2204 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016137.046632:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337027840:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016137.048785:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339486592 00000100:00100000:3.0:1734016137.048793:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339486592 00000100:00100000:3.0:1734016137.048829:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11743 00000100:00100000:3.0:1734016137.048835:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339486592:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016137.048847:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b85 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.048856:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08b85 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016137.048876:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 141, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016137.048878:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 8830168 mtime: 1734016137 atime: 1734016136 ctime: 1734016137 blocks: 560 00000020:00010000:3.0:1734016137.048881:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016137.048883:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 8830168 mtime: 1734016137 atime: 1734016136 ctime: 1734016137 blocks: 560 00000100:00100000:3.0:1734016137.048916:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339486592:12345-192.168.201.110@tcp:106: Request processed in 81us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.048922:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11743 00010000:00010000:3.0:1734016137.051206:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d220b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.051221:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d220b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.051232:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d220b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.051238:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d220b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.051245:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d220b lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016137.051257:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8830168, setting rss=8830168; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016137.051903:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d220b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.051912:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d220b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.051919:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d220b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.051926:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943cc0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016137.051930:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d220b lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.051942:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016137.051947:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d220b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.051954:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d220b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016137.054391:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337027968:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016137.061914:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339486720 00000100:00100000:3.0:1734016137.061923:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339486720 00000100:00100000:3.0:1734016137.061960:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11744 00000100:00100000:3.0:1734016137.061967:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339486720:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016137.061982:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08b85 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.062047:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016137.062052:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339486720:12345-192.168.201.110@tcp:104: Request processed in 86us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.062059:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11744 00010000:00010000:0.0:1734016137.062108:0:4748:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016137.062114:0:4748:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08b85 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.062121:0:4748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d813cc0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016137.062125:0:4748:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x800428400020000 nid: local remote: 0x3f004d6452e08b85 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.062173:0:4748:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x800429400020000 nid: local remote: 0x3f004d6452e08b85 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.062184:0:4748:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x800429400020000 nid: local remote: 0x3f004d6452e08b85 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.062230:0:4748:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6176768 6180863) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x800429400020000 nid: local remote: 0x3f004d6452e08b85 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016137.062293:0:4748:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5ad80 - object 0x280000400:5 offset 6176768<>6209536 00000100:00100000:0.0:1734016137.062348:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016137.062360:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337028224:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016137.069956:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337028096:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.069985:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2212 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1708032->1712127] (req 1708032->1712127) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08ba1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.069995:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2212 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1708032->1712127] (req 1708032->1712127) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08ba1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.070008:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2212 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1708032->1712127] (req 1708032->1712127) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08ba1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.070105:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x800429400020000 nid: local remote: 0x3f004d6452e08b85 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.070143:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d21f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9789440->9846783) gid 0 flags: 0x800429400020000 nid: local remote: 0x3f004d6452e08b85 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016137.070155:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337028224:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016137.082406:0:4739:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016137.082422:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339486848 00000100:00100000:3.0:1734016137.082430:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339486848 00000100:00100000:3.0:1734016137.082470:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11745 00000100:00100000:3.0:1734016137.082476:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6469:x1818247339486848:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016137.082488:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2212 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1708032->1712127] (req 1708032->1712127) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08ba1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.082499:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2212 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1708032->1712127] (req 1708032->1712127) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08ba1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.082507:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2212 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1708032->1712127) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08ba1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.082516:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2212 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1708032->1712127) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08ba1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.082524:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2212 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1708032->1712127) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08ba1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.082532:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2212 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1708032->1712127) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e08ba1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.082568:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b59433c0) 00000100:00100000:3.0:1734016137.082606:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6469:x1818247339486848:12345-192.168.201.110@tcp:105: Request processed in 130us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.082612:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11745 00010000:00010000:0.0:1734016137.083008:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2212 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1708032->1712127) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08ba1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.083017:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2212 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1708032->1712127) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08ba1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.083037:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2212 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1708032->1712127) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08ba1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.083047:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 8830168, setting rss=8830168; kms=8830168, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2212 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1708032->1712127) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08ba1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.083057:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2212 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1708032->1712127) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ba1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.083064:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2212 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1708032->1712127) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ba1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016137.085338:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337028608:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016137.089128:0:1978:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2212 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1708032->1712127) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ba1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.089167:0:1978:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2212 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1708032->1712127) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ba1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016137.089183:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337028608:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.094177:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337028352:192.168.201.110@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016137.095404:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d2219 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.095420:0:1981:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d2219 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08ba8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.095432:0:1981:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d2219 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08ba8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.095440:0:1981:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d2219 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08ba8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016137.095451:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 8830168, setting rss=8830168; kms=8830168, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d2219 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08ba8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.095465:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d2219 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08ba8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.095471:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d2219 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08ba8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.095477:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d2219 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08ba8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.095484:0:1981:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d2219 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08ba8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016137.095495:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337028736:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016137.100025:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11747 00000100:00100000:3.0:1734016137.100031:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339487104:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016137.100039:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2212 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1708032->1712127) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08ba1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.101088:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1734016137.101095:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339487104:12345-192.168.201.110@tcp:104: Request processed in 1063us (1806us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.101101:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11747 00010000:00010000:0.0:1734016137.101150:0:4747:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1734016137.101156:0:4747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d2219 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e08ba8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.101164:0:4747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943840 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016137.101168:0:4747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d2219 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x3f004d6452e08ba8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016137.101212:0:4747:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016137.101222:0:4747:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016137.101255:0:4747:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d2219 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e08ba8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.101261:0:4747:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016137.101279:0:4747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d2219 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e08ba8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.101285:0:4747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d2219 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e08ba8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.101303:0:4747:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016137.101306:0:4747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2212 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1708032->1712127) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08ba1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.101311:0:4747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b59433c0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016137.101314:0:4747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2212 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1708032->1712127) gid 0 flags: 0x800428400020000 nid: local remote: 0x3f004d6452e08ba1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016137.101326:0:4747:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016137.101395:0:4747:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016137.101414:0:4747:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2212 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1708032->1712127) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08ba1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.101419:0:4747:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016137.101424:0:4747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2212 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1708032->1712127) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08ba1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.101430:0:4747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2212 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1708032->1712127) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08ba1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.101441:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016137.101442:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016137.101444:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016137.101455:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337029120:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016137.101497:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016137.101503:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337028992:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016137.108145:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339487232 00000100:00100000:3.0:1734016137.108153:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339487232 00000100:00100000:3.0:1734016137.108187:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11748 00000100:00100000:3.0:1734016137.108193:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6469:x1818247339487232:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016137.108205:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2523136->2568191] (req 2523136->2568191) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.108214:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2523136->2568191] (req 2523136->2568191) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.108223:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.108231:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x10080000000000 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.108238:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x10080000000000 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.108246:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x80000000000 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.108261:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5941200) 00000100:00100000:3.0:1734016137.108297:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6469:x1818247339487232:12345-192.168.201.110@tcp:105: Request processed in 103us (660us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.108303:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11748 00000100:00100000:0.0:1734016137.108379:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337028992:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016137.108435:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337028864:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016137.108448:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.108462:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.108472:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 8830168, setting rss=8830168; kms=8830168, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.108481:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.108487:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016137.108508:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8830168 i_blocks 624 00000100:00100000:0.0:1734016137.109825:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016137.109841:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337029248:192.168.201.110@tcp:22:fsx.0 00000100:00100000:0.0:1734016137.120944:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337029248:192.168.201.110@tcp:22:fsx.0 00000100:00100000:0.0:1734016137.120963:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337029120:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016137.124122:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339487360 00000100:00100000:3.0:1734016137.124130:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339487360 00000100:00100000:3.0:1734016137.124180:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11749 00000100:00100000:3.0:1734016137.124186:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339487360:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016137.124199:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.124208:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016137.124236:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016137.124238:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 8830168 mtime: 1734016137 atime: 1734016136 ctime: 1734016137 blocks: 712 00000020:00010000:3.0:1734016137.124241:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016137.124242:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 8830168 mtime: 1734016137 atime: 1734016136 ctime: 1734016137 blocks: 712 00000100:00100000:3.0:1734016137.124283:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339487360:12345-192.168.201.110@tcp:106: Request processed in 95us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.124289:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11749 00010000:00010000:3.0:1734016137.128956:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d2227 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.128972:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d2227 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.128983:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d2227 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.128989:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d2227 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.128995:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d2227 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016137.129008:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8830168, setting rss=8830168; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016137.129545:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d2227 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.129557:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d2227 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.129564:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d2227 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.129569:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5940240 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016137.129573:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d2227 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.129582:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016137.129587:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d2227 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.129593:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940240/0x7bf039d361d2227 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016137.129692:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337029376:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016137.130299:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337029504:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016137.140605:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339487488 00000100:00100000:3.0:1734016137.140614:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339487488 00000100:00100000:3.0:1734016137.140649:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11750 00000100:00100000:3.0:1734016137.140655:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339487488:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016137.140669:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.140678:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016137.140699:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016137.140700:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 8830168 mtime: 1734016137 atime: 1734016136 ctime: 1734016137 blocks: 712 00000020:00010000:3.0:1734016137.140703:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016137.140705:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 8830168 mtime: 1734016137 atime: 1734016136 ctime: 1734016137 blocks: 712 00000100:00100000:3.0:1734016137.140796:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339487488:12345-192.168.201.110@tcp:106: Request processed in 141us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.140815:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11750 00010000:00010000:3.0:1734016137.143905:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d222e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.143921:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d222e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.143930:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d222e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.143936:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d222e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.143943:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d222e lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016137.143955:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8830168, setting rss=8830168; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016137.143965:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d222e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.143971:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d222e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.143977:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d222e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.143983:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b59433c0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016137.143987:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d222e lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.143995:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016137.144000:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d222e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.144006:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d222e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016137.144047:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337029504:192.168.201.110@tcp:101:fsx.0 00000008:00010000:3.0:1734016137.150131:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016137.150226:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016137.150250:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337029760:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016137.154910:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016137.154934:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016137.154949:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337030016:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016137.159329:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016137.159356:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016137.159375:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337030272:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.164398:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339487616 00000100:00100000:3.0:1734016137.164407:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339487616 00000100:00100000:3.0:1734016137.164490:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11751 00000100:00100000:3.0:1734016137.164497:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339487616:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016137.164508:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.164517:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016137.164543:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 4, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016137.164545:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 8830168 mtime: 1734016137 atime: 1734016137 ctime: 1734016137 blocks: 712 00000020:00010000:3.0:1734016137.164548:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016137.164549:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 8830168 mtime: 1734016137 atime: 1734016137 ctime: 1734016137 blocks: 712 00000100:00100000:3.0:1734016137.164761:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339487616:12345-192.168.201.110@tcp:106: Request processed in 264us (636us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.164767:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11751 00010000:00010000:3.0:1734016137.168152:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d2235 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.168169:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d2235 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.168179:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d2235 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.168185:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d2235 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.168191:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d2235 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016137.168202:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8830168, setting rss=8830168; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016137.169143:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d2235 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.169157:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d2235 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.169164:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d2235 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.169171:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943840 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016137.169176:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d2235 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.169185:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016137.169190:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d2235 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.169195:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d2235 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016137.169237:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337030400:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016137.173400:0:9553:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016137.173414:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339487744 00000100:00100000:3.0:1734016137.173421:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339487744 00000100:00100000:3.0:1734016137.173463:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11752 00000100:00100000:3.0:1734016137.173470:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339487744:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016137.173481:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.173495:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016137.173514:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 4, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016137.173516:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 8830168 mtime: 1734016137 atime: 1734016137 ctime: 1734016137 blocks: 712 00000020:00010000:3.0:1734016137.173519:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016137.173521:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 8830168 mtime: 1734016137 atime: 1734016137 ctime: 1734016137 blocks: 712 00000100:00100000:3.0:1734016137.173557:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339487744:12345-192.168.201.110@tcp:106: Request processed in 87us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.173564:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11752 00010000:00010000:3.0:1734016137.180957:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d223c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.180974:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d223c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.180984:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d223c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.180991:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d223c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.180998:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d223c lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016137.181009:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8830168, setting rss=8830168; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016137.181021:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d223c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.181027:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d223c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.181033:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d223c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.181039:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943cc0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016137.181043:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d223c lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.181051:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016137.181055:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d223c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.181061:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943cc0/0x7bf039d361d223c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016137.181879:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337030528:192.168.201.110@tcp:101:fsx.0 00000080:00200000:3.0:1734016137.182236:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 683 of 0 to 4096 bytes 00000080:00200000:3.0:1734016137.182257:0:9673:0:(rw26.c:1006:ll_write_end()) pos 2797568, len 4096, copied 4096 00000080:00200000:3.0:1734016137.182260:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8801310d4510[3 ffff88012d0c29e0 2 1 ffff8801369fdbc0] 00000080:00200000:3.0:1734016137.182262:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00049b8200 2fffff00000805 3:0 ffff8801310d4510 683 lru 00000080:00200000:3.0:1734016137.182266:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801310d4570 683: 1< 0 - - > 2< 2797568 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016137.182268:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8801310d4510 00000080:00200000:3.0:1734016137.182269:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 6. 00000080:00200000:3.0:1734016137.182270:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 684 of 0 to 4096 bytes 00000080:00200000:3.0:1734016137.182281:0:9673:0:(rw26.c:1006:ll_write_end()) pos 2801664, len 4096, copied 4096 00000080:00200000:3.0:1734016137.182283:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8801310d45e8[3 ffff88012d0c29e0 2 1 ffff8801369fdbc0] 00000080:00200000:3.0:1734016137.182285:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00049a2d80 2fffff00000805 3:0 ffff8801310d45e8 684 lru 00000080:00200000:3.0:1734016137.182288:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801310d4648 684: 1< 0 - - > 2< 2801664 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016137.182290:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8801310d45e8 00000080:00200000:3.0:1734016137.182290:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 7. 00000080:00200000:3.0:1734016137.182291:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 685 of 0 to 4096 bytes 00000080:00200000:3.0:1734016137.182300:0:9673:0:(rw26.c:1006:ll_write_end()) pos 2805760, len 4096, copied 4096 00000080:00200000:3.0:1734016137.182302:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8801310d46c0[3 ffff88012d0c29e0 2 1 ffff8801369fdbc0] 00000080:00200000:3.0:1734016137.182304:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00049a42c0 2fffff00000805 3:0 ffff8801310d46c0 685 lru 00000080:00200000:3.0:1734016137.182308:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8801310d4720 685: 1< 0 - - > 2< 2805760 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1734016137.182309:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8801310d46c0 00000080:00200000:3.0:1734016137.182310:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 8. 00000080:00200000:3.0:1734016137.182311:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 686 of 0 to 980 bytes 00000100:00100000:3.0:1734016137.182349:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016137.182357:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012ffe3300 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.182375:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2809856 2813951) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016137.182397:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcbb80 - object 0x280000400:5 offset 2809856<>2813952 00000100:00100000:3.0:1734016137.182412:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337030784:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.213555:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339487872 00000100:00100000:3.0:1734016137.213564:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339487872 00000100:00100000:3.0:1734016137.213603:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11753 00000100:00100000:3.0:1734016137.213609:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247339487872:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016137.213622:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.213671:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016137.213677:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7694:x1818247339487872:12345-192.168.201.110@tcp:104: Request processed in 67us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.213682:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11753 00010000:00010000:0.0:1734016137.213741:0:4748:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016137.213746:0:4748:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.213753:0:4748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941200 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016137.213758:0:4748:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x800428400020000 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.213776:0:4748:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x800429400020000 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.213791:0:4748:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x800429400020000 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.213853:0:4748:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2777088 2781183) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x800429400020000 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016137.213932:0:4748:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59c00 - object 0x280000400:5 offset 2777088<>2813952 00000100:00100000:0.0:1734016137.213997:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016137.214009:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337031168:192.168.201.110@tcp:4:fsx.0 00000008:00010000:0.0:1734016137.227505:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x800429400020000 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.227561:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x800429400020000 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016137.227576:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337031168:192.168.201.110@tcp:4:fsx.0 00000080:00200000:3.0:1734016137.228284:0:4748:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1734016137.228321:0:4748:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.228327:0:4748:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016137.228355:0:4748:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.228361:0:4748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d2220 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2523136->2568191) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08baf expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.228376:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016137.228378:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016137.228380:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016137.228388:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016137.228397:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337031296:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016137.271603:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016137.271969:0:4747:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016137.271975:0:4747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58480/0x7bf039d361d2243 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e08bd9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.271982:0:4747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7f58480 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016137.271987:0:4747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58480/0x7bf039d361d2243 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x3f004d6452e08bd9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016137.272026:0:4747:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016137.272038:0:4747:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016137.272068:0:4747:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58480/0x7bf039d361d2243 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e08bd9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.272073:0:4747:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016137.272102:0:4747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58480/0x7bf039d361d2243 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e08bd9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.272108:0:4747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58480/0x7bf039d361d2243 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e08bd9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.272130:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016137.272131:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016137.272132:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016137.272155:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016137.272165:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337031808:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016137.276743:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337031808:192.168.201.110@tcp:103:ldlm_bl.0 00000080:00200000:0.0:1734016137.289942:0:9673:0:(file.c:1930:ll_file_io_generic()) Range unlock [1170, 1182] 00000080:00200000:0.0:1734016137.289955:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016137.289959:0:9673:0:(file.c:1964:ll_file_io_generic()) f16a.sanityn: 2 io complete with rc: 0, result: 53248, restart: 0 00000080:00200000:0.0:1734016137.289970:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8830168 i_blocks 968 00000080:00200000:0.0:1734016137.289978:0:9673:0:(file.c:2044:ll_file_io_generic()) iot: 2, result: 53248 00000080:00200008:0.0:1734016137.289995:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016137.290000:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:0.0:1734016137.290017:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016137.290033:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d21e8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08b77 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016137.290046:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d21e8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08b77 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016137.290057:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:0.0:1734016137.290060:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d21e8 00000080:00010000:0.0:1734016137.290067:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d21e8 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016137.290069:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d21e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08b77 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016137.290076:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d21e8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08b77 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016137.290093:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016137.290100:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016137.290115:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016137.290117:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d778b0, osc lock ffff8800aa176000, flags 0x400001002 00010000:00010000:0.0:1734016137.290138:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d224a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.290144:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d224a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016137.290217:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016137.290229:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337031936:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016137.295017:0:1978:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012db5a800: committing for last_committed 4294969416 gen 1 00010000:00010000:0.0:1734016137.295094:0:1978:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d224a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.295113:0:1978:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d224a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08be7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.295124:0:1978:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d224a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08be7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.295134:0:1978:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d224a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08be7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.295147:0:1978:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 8830168, setting rss=8830168; kms=8830168, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d224a lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08be7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.295176:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d224a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08be7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.295182:0:1978:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d224a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08be7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.295187:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d224a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08be7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.295192:0:1978:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d224a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08be7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016137.295206:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337031936:192.168.201.110@tcp:101:fsx.0 00000080:00200000:0.0:1734016137.302396:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8830168 i_blocks 968 00000020:00010000:0.0:1734016137.302402:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.302405:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.302409:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b58919b0 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.302412:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.302414:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b58919b0 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.302423:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016137.302480:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1522 00000080:00200000:0.0:1734016137.302488:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016137.302499:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016137.302508:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1522, 1522] 00000008:00010000:0.0:1734016137.302518:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016137.302520:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77830, osc lock ffff8800aa176980, flags 0x0 00010000:00010000:0.0:1734016137.302533:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.302541:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6234112 6238207) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.302549:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.302554:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.302560:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016137.302644:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016137.302653:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.302672:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6234112 6238207) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016137.302695:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5a300 - object 0x280000400:5 offset 6234112<>6238208 00000100:00100000:0.0:1734016137.302740:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337032320:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016137.306666:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.306670:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.306672:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77830 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016137.306678:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.306686:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.306696:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.306698:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77830 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.306728:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016137.306768:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1521 00000080:00200000:0.0:1734016137.306774:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016137.306784:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016137.306793:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1521, 1521] 00000008:00010000:0.0:1734016137.306824:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016137.306827:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77830, osc lock ffff8800aa176980, flags 0x0 00010000:00010000:0.0:1734016137.306841:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.306850:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6230016 6234111) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.306859:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.306866:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.306871:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.306948:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.306968:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6230016 6234111) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016137.306992:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59c00 - object 0x280000400:5 offset 6230016<>6234112 00000100:00100000:0.0:1734016137.307003:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016137.307010:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337032576:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016137.323566:0:1978:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.323622:0:1978:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016137.323642:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337032576:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016137.324267:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.324289:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6225920 6230015) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016137.324320:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc8380 - object 0x280000400:5 offset 6225920<>6230016 00000020:00010000:0.0:1734016137.333903:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.333907:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.333910:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891230 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016137.333918:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.333927:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.333942:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.333945:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891230 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.333959:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016137.334026:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1519 00000080:00200000:0.0:1734016137.334035:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016137.334045:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016137.334057:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1519, 1519] 00000008:00010000:0.0:1734016137.334068:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016137.334071:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d777b0, osc lock ffff8800aa1765f0, flags 0x0 00010000:00010000:0.0:1734016137.334084:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.334095:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6221824 6225919) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.334104:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.334110:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.334116:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016137.334517:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016137.334527:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.334549:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6221824 6225919) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016137.334581:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59c00 - object 0x280000400:5 offset 6221824<>6225920 00000100:00100000:0.0:1734016137.334597:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337033088:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016137.346924:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.346928:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.346930:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d777b0 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016137.346936:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.346944:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.346955:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.346957:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d777b0 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.346968:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016137.347018:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1518 00000080:00200000:0.0:1734016137.347024:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016137.347032:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016137.347042:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1518, 1518] 00000008:00010000:0.0:1734016137.347049:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016137.347052:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d777b0, osc lock ffff8800aa1765f0, flags 0x0 00010000:00010000:0.0:1734016137.347063:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.347071:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6217728 6221823) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.347078:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.347083:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.347088:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.347162:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41ab40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.347182:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6217728 6221823) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016137.347204:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5b480 - object 0x280000400:5 offset 6217728<>6221824 00000100:00100000:0.0:1734016137.347213:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016137.347220:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337033344:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016137.357278:0:1978:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41ab40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.357323:0:1978:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41ab40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016137.357339:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337033344:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016137.359294:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.359337:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6213632 6217727) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016137.359367:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc8700 - object 0x280000400:5 offset 6213632<>6217728 00000100:00100000:3.0:1734016137.363213:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016137.363236:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337033600:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016137.374512:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.374516:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.374519:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891a30 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016137.374526:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.374535:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.374546:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.374548:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891a30 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.374560:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016137.374748:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016137.374756:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:0.0:1734016137.374773:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016137.374786:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d21e1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08b69 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016137.374804:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d21e1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08b69 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016137.374814:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016137.374817:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d21e1 00000080:00010000:0.0:1734016137.374822:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d21e1 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016137.374825:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d21e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08b69 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016137.374831:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d21e1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08b69 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016137.374846:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016137.374853:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016137.374865:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016137.374867:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77830, osc lock ffff8800aa176ab0, flags 0x400001002 00010000:00010000:0.0:1734016137.374877:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.374885:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.374898:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.374905:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016137.374916:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8830168 i_blocks 968 00000020:00010000:0.0:1734016137.374918:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.374920:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.374922:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77830 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.374924:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.374925:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77830 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.374929:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016137.374940:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016137.374943:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016137.374945:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016137.374949:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016137.374950:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77830, osc lock ffff8800aa176ab0, flags 0x400001002 00010000:00010000:0.0:1734016137.374954:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.374960:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.374966:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.374974:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2251 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08bee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016137.374980:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8830168 i_blocks 968 00000020:00010000:0.0:1734016137.374982:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.374983:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.374984:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77830 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.374986:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.374987:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77830 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.374990:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016137.374994:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 8830168 00000080:00200008:0.0:1734016137.375022:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 7643136, type: SEEK_SET 00000080:00200008:0.0:1734016137.375026:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 7643136, type: SEEK_SET, rc = 7643136 00000080:00200008:0.0:1734016137.375033:0:9673:0:(file.c:2290:do_file_read_iter()) START file f16a.sanityn:[0x200000401:0x9:0x0], ppos: 7643136, count: 21005 00000080:00200000:0.0:1734016137.375036:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016137.375040:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016137.375068:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1866 00000080:00200000:0.0:1734016137.375073:0:9673:0:(file.c:1826:ll_file_io_generic()) f16a.sanityn: read ppos: 7643136, bytes: 21005 00000080:00200000:0.0:1734016137.375076:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000020:00200000:0.0:1734016137.375081:0:9673:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1734016137.375082:0:9673:0:(cl_io.c:195:cl_io_rw_init()) io range: 1 [7643136, 7664141) 0 0 00000080:00200000:0.0:1734016137.375084:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016137.375093:0:9673:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 7643136 chunk: [7643136, 7664141) 7664141, 21005 00020000:00200000:0.0:1734016137.375095:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016137.375105:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1866, 1871] 00000008:00010000:0.0:1734016137.375110:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016137.375112:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77830, osc lock ffff8800aa176ab0, flags 0x0 00010000:00010000:0.0:1734016137.375119:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d224a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08be7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.375126:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7643136 7667711) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d224a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08be7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.375133:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d224a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08be7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.375139:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d224a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08be7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.375145:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d224a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08be7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016137.375151:0:9673:0:(vvp_io.c:840:vvp_io_read_start()) f16a.sanityn: read [7643136, 7664141) 00000080:00200000:0.0:1734016137.375159:0:9673:0:(vvp_io.c:899:vvp_io_read_start()) count:21005 iocb pos:7643136 00010000:00010000:0.0:1734016137.375180:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d224a lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08be7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.375185:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d224a lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08be7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.392826:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d224a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08be7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.392842:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d224a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08be7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.411500:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41aa80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d224a lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08be7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.411517:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d224a lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08be7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.411565:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4190208 4194303) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d224a lrc: 7/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08be7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016137.411730:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5b480 - object 0x280000400:5 offset 4190208<>8388608 00000008:00010000:0.0:1734016137.411742:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d224a lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08be7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.411756:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8388608 8392703) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d224a lrc: 7/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08be7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016137.411777:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5ad80 - object 0x280000400:5 offset 8388608<>8830976 00000100:00100000:0.0:1734016137.411810:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337034240:192.168.201.110@tcp:3:fsx.0 00000100:00100000:0.0:1734016137.411889:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1734016137.411895:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337034112:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016137.432465:0:1978:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d224a lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08be7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.432520:0:1978:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d224a lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08be7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016137.432539:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337034240:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016137.518263:0:1978:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41aa80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d224a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08be7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.518489:0:1978:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41aa80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d224a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08be7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016137.518508:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337034112:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016137.606242:0:1978:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41ab40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d224a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08be7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.606565:0:1978:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41ab40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d224a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08be7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016137.606587:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337033856:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.613918:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11756 00000100:00100000:3.0:1734016137.613924:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339488256:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016137.613931:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d224a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e08be7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.614187:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1734016137.614193:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339488256:12345-192.168.201.110@tcp:104: Request processed in 267us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.614199:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11756 00000100:00100000:3.0:1734016137.632200:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337034624:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016137.636395:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337034752:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016137.645152:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339488384 00000100:00100000:3.0:1734016137.645161:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339488384 00000100:00100000:3.0:1734016137.645195:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11757 00000100:00100000:3.0:1734016137.645202:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7705:x1818247339488384:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016137.645216:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d2258 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9424896->9486335] (req 9424896->9486335) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08bf5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.645226:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d2258 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9424896->9486335] (req 9424896->9486335) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08bf5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.645232:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d2258 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08bf5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.645242:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d2258 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08bf5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.645250:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d2258 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08bf5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.645258:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d2258 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e08bf5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.645276:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5941f80) 00000100:00100000:3.0:1734016137.645316:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7705:x1818247339488384:12345-192.168.201.110@tcp:105: Request processed in 115us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.645322:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11757 00000020:00010000:3.0:1734016137.654503:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016137.654507:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016137.654511:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891630 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016137.654520:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d2258 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08bf5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.654536:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d2258 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08bf5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016137.654548:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016137.654550:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891630 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016137.654563:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016137.654607:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016137.654613:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:3.0:1734016137.654630:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016137.654644:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d21e8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08b77 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016137.654654:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d21e8 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08b77 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016137.654662:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:3.0:1734016137.654665:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d21e8 00000080:00010000:3.0:1734016137.654669:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d21e8 from it ffff8800a7d3bcd8 00010000:00010000:3.0:1734016137.654672:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d21e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08b77 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016137.654677:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d21e8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08b77 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016137.654694:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016137.654703:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016137.654739:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016137.654742:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a6b0, osc lock ffff8800b5a2a260, flags 0x400001002 00010000:00010000:3.0:1734016137.654760:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae8433c0/0x7bf039d361d225f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.654767:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae8433c0/0x7bf039d361d225f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016137.654887:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337034752:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016137.654972:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016137.654983:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337035008:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016137.667850:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:3.0:1734016137.675408:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8830168 i_blocks 1088 00000020:00010000:3.0:1734016137.675415:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016137.675418:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016137.675422:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a6b0 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016137.675424:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016137.675426:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a6b0 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016137.675436:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016137.675454:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016137.675458:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016137.675464:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016137.675474:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016137.675476:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a6b0, osc lock ffff8800b5a2a260, flags 0x400001002 00010000:00010000:3.0:1734016137.675492:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841200/0x7bf039d361d2266 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.675499:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841200/0x7bf039d361d2266 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016137.679279:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:3.0:1734016137.685126:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8830168 i_blocks 1088 00000020:00010000:3.0:1734016137.685132:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016137.685135:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016137.685140:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a6b0 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016137.685143:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016137.685145:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a6b0 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016137.685156:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016137.685166:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 8830168 00000080:00200000:3.0:1734016137.685213:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016137.685217:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016137.685226:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016137.685236:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [287, 298] 00000008:00010000:3.0:1734016137.685246:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016137.685249:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a6b0, osc lock ffff8800b5a2a260, flags 0x0 00010000:00010000:3.0:1734016137.685261:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d2258 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08bf5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.685270:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1175552 1224703) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d2258 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08bf5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.685277:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d2258 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08bf5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.685282:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d2258 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08bf5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.685291:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d2258 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08bf5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016137.685299:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8830168 i_blocks 1088 00000020:00010000:3.0:1734016137.693357:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016137.693361:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016137.693365:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a6b0 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016137.693374:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d2258 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08bf5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.693386:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d2258 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08bf5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016137.693400:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016137.693402:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a6b0 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016137.693415:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016137.693438:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016137.693445:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:3.0:1734016137.693460:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016137.693472:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d21e1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08b69 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016137.693481:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d21e1 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08b69 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016137.693491:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:3.0:1734016137.693494:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d21e1 00000080:00010000:3.0:1734016137.693500:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d21e1 from it ffff8800a7d3bcd8 00010000:00010000:3.0:1734016137.693502:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d21e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08b69 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016137.693507:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d21e1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08b69 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016137.693522:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016137.693530:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016137.693541:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016137.693544:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a6b0, osc lock ffff8800b5a2a260, flags 0x400001002 00010000:00010000:3.0:1734016137.693555:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d2258 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08bf5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.693562:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d2258 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08bf5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.693570:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d2258 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08bf5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.693576:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d2258 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08bf5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016137.693590:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8830168 i_blocks 1088 00000020:00010000:3.0:1734016137.693593:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016137.693595:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016137.693597:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a6b0 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016137.693599:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016137.693602:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a6b0 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016137.693606:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016137.693618:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016137.693621:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016137.693625:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016137.693629:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016137.693631:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a6b0, osc lock ffff8800b5a2a260, flags 0x400001002 00010000:00010000:3.0:1734016137.693636:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d2258 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08bf5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.693642:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d2258 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08bf5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.693648:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d2258 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08bf5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.693654:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d2258 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08bf5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016137.693663:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8830168 i_blocks 1088 00000020:00010000:3.0:1734016137.693665:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016137.693667:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016137.693669:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a6b0 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016137.693671:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016137.693673:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a6b0 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016137.693677:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016137.693683:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 8830168 00000080:00a00000:3.0:1734016137.693757:0:9673:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0x9:0x0] vma=ffff8800b59450d8 start=0x7f8ee1f1b000 end=0x7f8ee1f1c000 vm_flags=0xfb 00000080:00200000:3.0:1734016137.693766:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016137.693770:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016137.693775:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016137.693776:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a6b0, osc lock ffff8800b5a2a260, flags 0x400001002 00010000:00010000:3.0:1734016137.693805:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843180/0x7bf039d361d226d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.693812:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843180/0x7bf039d361d226d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016137.698146:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:3.0:1734016137.703756:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8830168 i_blocks 1088 00000020:00010000:3.0:1734016137.703764:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016137.703766:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016137.703771:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a6b0 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016137.703773:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016137.703775:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a6b0 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016137.703785:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016137.703879:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 609 00000080:00200000:3.0:1734016137.703887:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016137.703897:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016137.703908:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [609, 609] 00000008:00010000:3.0:1734016137.703917:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016137.703921:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a6b0, osc lock ffff8800b5a2a260, flags 0x0 00010000:00010000:3.0:1734016137.703938:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.703945:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2494464->2498559] (req 2494464->2498559) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.703972:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2494464->2498559] (req 2494464->2498559) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016137.703991:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc9f80 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337035520:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016137.704041:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe33c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.707031:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016137.708379:0:4747:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016137.708387:0:4747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d2258 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08bf5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.708396:0:4747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941f80 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016137.708402:0:4747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d2258 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x800428400020000 nid: local remote: 0x3f004d6452e08bf5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016137.708430:0:4747:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016137.708440:0:4747:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016137.708480:0:4747:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d2258 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08bf5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.708486:0:4747:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016137.708514:0:4747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d2258 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08bf5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.708519:0:4747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d2258 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9424896->9486335) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08bf5 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.708551:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016137.708553:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016137.708554:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016137.708561:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016137.708574:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337035648:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016137.718459:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc9f80 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337035520:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016137.718483:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2494464->2498559] (req 2494464->2498559) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08c11 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.718493:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2494464->2498559] (req 2494464->2498559) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08c11 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.718505:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2494464->2498559] (req 2494464->2498559) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08c11 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016137.718579:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339489024 00000100:00100000:3.0:1734016137.718586:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339489024 00000100:00100000:3.0:1734016137.718674:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11762 00000100:00100000:3.0:1734016137.718680:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7705:x1818247339489024:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016137.718688:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2494464->2498559] (req 2494464->2498559) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08c11 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.718696:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2494464->2498559] (req 2494464->2498559) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08c11 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.718702:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08c11 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.718805:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08c11 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.718812:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08c11 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.718819:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e08c11 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.718835:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800ae840fc0) 00010000:00010000:0.0:1734016137.718912:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08c11 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.718919:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08c11 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.718937:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08c11 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.718947:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 8830168, setting rss=8830168; kms=8830168, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08c11 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.718956:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08c11 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.718963:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08c11 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016137.719061:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016137.719070:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41ab40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c11 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.719106:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2494464 2498559) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c11 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016137.719129:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5ad80 - object 0x280000400:5 offset 2494464<>2498560 00000100:00100000:0.0:1734016137.719146:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337035904:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016137.719976:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7705:x1818247339489024:12345-192.168.201.110@tcp:105: Request processed in 1293us (1705us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.719984:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11762 00000100:00100000:0.0:1734016137.724775:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337035648:192.168.201.110@tcp:103:ldlm_bl.0 00000008:00010000:0.0:1734016137.724853:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41ab40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c11 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.724872:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41ab40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c11 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016137.724885:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337035904:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016137.743694:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c11 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016137.743748:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c11 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016137.743763:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337036032:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016137.750983:0:1981:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012db5a800: committing for last_committed 4294969421 gen 1 00000100:00100000:3.0:1734016137.751028:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337036160:192.168.201.110@tcp:16:fsx.0 00000100:00100000:3.0:1734016137.764727:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339489152 00000100:00100000:3.0:1734016137.764735:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339489152 00000100:00100000:3.0:1734016137.764783:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11763 00000100:00100000:3.0:1734016137.764799:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339489152:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016137.764812:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c11 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.764822:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c11 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016137.764844:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 2, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016137.764846:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 8830168 mtime: 1734016137 atime: 1734016137 ctime: 1734016137 blocks: 1096 00000020:00010000:3.0:1734016137.764849:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016137.764850:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 8830168 mtime: 1734016137 atime: 1734016137 ctime: 1734016137 blocks: 1096 00000100:00100000:3.0:1734016137.764890:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339489152:12345-192.168.201.110@tcp:106: Request processed in 99us (836us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.764897:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11763 00000100:00100000:3.0:1734016137.776584:0:1980:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012aae7800: committing for last_committed 4294969420 gen 2 00010000:00010000:3.0:1734016137.776613:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d227b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.776625:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d227b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.776636:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d227b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.776643:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d227b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.776649:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d227b lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016137.776660:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8830168, setting rss=8830168; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016137.776683:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d227b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.776690:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d227b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.776697:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d227b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.776702:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941f80 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016137.777154:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d227b lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.777164:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016137.777169:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d227b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.777176:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d227b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016137.777206:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337036288:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016137.790968:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339489280 00000100:00100000:3.0:1734016137.790976:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339489280 00000100:00100000:3.0:1734016137.791017:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11764 00000100:00100000:3.0:1734016137.791023:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339489280:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016137.791035:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c11 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.791044:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c11 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016137.791071:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 2, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016137.791073:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 8830168 mtime: 1734016137 atime: 1734016137 ctime: 1734016137 blocks: 1096 00000020:00010000:3.0:1734016137.791076:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016137.791077:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 8830168 mtime: 1734016137 atime: 1734016137 ctime: 1734016137 blocks: 1096 00000100:00100000:3.0:1734016137.791136:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339489280:12345-192.168.201.110@tcp:106: Request processed in 112us (569us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.791143:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11764 00010000:00010000:3.0:1734016137.795537:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2282 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.795554:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2282 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.795565:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2282 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.795571:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2282 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.795576:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2282 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016137.795588:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8830168, setting rss=8830168; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016137.795600:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2282 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.795611:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2282 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.795618:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2282 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.795624:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5942400 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016137.795627:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2282 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.795636:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016137.795640:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2282 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.795646:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2282 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016137.796817:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337036416:192.168.201.110@tcp:101:fsx.0 00000080:00200000:3.0:1734016137.798916:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8830168 i_blocks 1096 00000020:00010000:3.0:1734016137.798926:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016137.798929:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016137.798932:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891230 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016137.798935:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016137.798936:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891230 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016137.798943:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016137.798949:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 8830168 00000080:00200008:3.0:1734016137.799271:0:9673:0:(llite_lib.c:2284:ll_setattr_raw()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8) current size 8830168, valid attrs 2068, mode 8800, uid -1441591024, gid -30720, new size 10234963, atime 1734016137.000000000, mtime 1734016137.000000000, ctime 1734016137.000000000 00010000:00010000:3.0:1734016137.799292:0:9673:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d21e1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x3f004d6452e08b69 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016137.799307:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810d80/0x7bf039d361cbf4e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e00a3d expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016137.799343:0:9673:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d21e1 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x3f004d6452e08b69 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016137.799349:0:9673:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016137.799351:0:9673:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5942f40/0x7bf039d361d21e1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x3f004d6452e08b69 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000020:00100000:3.0:1734016137.799368:0:9673:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88012aae7800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1734016137.799378:0:9673:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800b3fcaa00 x1818247337036672/t0(0) o36->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734016137.799398:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337036672:192.168.201.110@tcp:36:fsx.0 00000100:00100000:3.0:1734016137.799461:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe3c00 going to sleep for 11 seconds 00010000:00010000:0.0:1734016137.799515:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016137.807023:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339489408 00000100:00100000:3.0:1734016137.807032:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339489408 00000100:00100000:3.0:1734016137.807069:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11765 00000100:00100000:3.0:1734016137.807076:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:8966:x1818247339489408:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016137.807089:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d21e8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e08b77 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016137.808858:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016137.808870:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:8966:x1818247339489408:12345-192.168.201.110@tcp:104: Request processed in 1792us (2282us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.808879:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11765 00000100:00100000:3.0:1734016137.826424:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337036672:192.168.201.110@tcp:36:fsx.0 00000080:00200000:3.0:1734016137.826504:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016137.826512:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016137.826538:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016137.826557:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016137.826575:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016137.826580:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588ad30, osc lock ffff8800b5a2a720, flags 0x0 00010000:00010000:3.0:1734016137.826622:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d2289 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.826634:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d2289 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.826682:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d2289 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016137.826740:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8700 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337036928:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016137.826833:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016137.853651:0:4740:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016137.853677:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339489536 00000100:00100000:3.0:1734016137.853687:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339489536 00000100:00100000:3.0:1734016137.853817:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11766 00000100:00100000:3.0:1734016137.853825:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339489536:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016137.853841:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08c11 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.854992:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016137.855003:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339489536:12345-192.168.201.110@tcp:104: Request processed in 1177us (3761us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.855011:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11766 00010000:00010000:0.0:1734016137.855111:0:4747:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016137.855118:0:4747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08c11 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.855126:0:4747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ae840fc0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016137.855132:0:4747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x800428400020000 nid: local remote: 0x3f004d6452e08c11 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016137.855150:0:4747:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016137.855232:0:4747:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016137.855268:0:4747:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08c11 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.855278:0:4747:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016137.855316:0:4747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08c11 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.855322:0:4747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d2274 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2494464->2498559) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08c11 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.855340:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016137.855341:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016137.855343:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016137.855349:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016137.855362:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337037056:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016137.865894:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8700 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337036928:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016137.865910:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d2289 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08c2d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.865926:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d2289 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08c2d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016137.865936:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 8830168, setting rss=8830168; kms=8830168, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d2289 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08c2d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.865945:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d2289 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08c2d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.865951:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d2289 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08c2d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016137.866006:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016137.866016:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337037184:192.168.201.110@tcp:10:fsx.0 00000100:00100000:3.0:1734016137.872124:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337037184:192.168.201.110@tcp:10:fsx.0 00000100:00100000:0.0:1734016137.874821:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337037056:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016137.875531:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337037312:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016137.875548:0:9673:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d2290 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08c3b expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016137.875558:0:9673:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d2290 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08c3b expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016137.875567:0:9673:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d2290 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08c3b expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016137.875575:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d2290 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08c3b expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016137.875588:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d2290 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08c3b expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016137.875594:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d2290 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08c3b expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016137.875600:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d2290 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08c3b expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1734016137.875608:0:9673:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a8fd4380 x1818247337037312/t0(0) o101->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016153 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:0.0:1734016137.875617:0:9673:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d2290 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08c3b expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1734016137.875628:0:9673:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d2290 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08c3b expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016137.875638:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b3df9000 type 13 mode 4 res 8589935617/9 (0 0) 00000080:00200000:0.0:1734016137.875680:0:9673:0:(file.c:6447:ll_layout_conf()) [0x200000401:0x9:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1734016137.875685:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d2290 00000080:00010000:0.0:1734016137.875689:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:0.0:1734016137.875691:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2290 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016137.875694:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d2290 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08c3b expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016137.875700:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d2290 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08c3b expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016137.875750:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016137.875757:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016137.875770:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016137.875772:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77530, osc lock ffff8800aa176f70, flags 0x400001002 00010000:00010000:0.0:1734016137.875801:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d2297 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.875807:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d2297 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016137.892971:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339489792 00000100:00100000:3.0:1734016137.892986:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339489792 00000100:00100000:3.0:1734016137.893041:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11768 00000100:00100000:3.0:1734016137.893049:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339489792:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016137.893063:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d2289 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c2d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.893073:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d2289 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c2d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016137.893098:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016137.893100:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 10234963 mtime: 1734016137 atime: 1734016137 ctime: 1734016137 blocks: 1096 00000020:00010000:3.0:1734016137.893103:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016137.893104:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 10234963 mtime: 1734016137 atime: 1734016137 ctime: 1734016137 blocks: 1096 00000100:00100000:3.0:1734016137.893155:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339489792:12345-192.168.201.110@tcp:106: Request processed in 107us (1825us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.893161:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11768 00000080:00200000:0.0:1734016137.902862:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10234963 i_blocks 1096 00000020:00010000:0.0:1734016137.902869:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fcb68 (ffff8800aeaf9638/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.902871:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fcb68 (ffff8800aeaf9638/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.902874:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77530 (ffff8800aeaf9248/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.902876:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fcb68 (ffff8800aeaf9638/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.902878:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77530 (ffff8800aeaf9638/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.902888:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016137.902906:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016137.902910:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016137.902916:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016137.902927:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016137.902929:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77530, osc lock ffff8800aa176f70, flags 0x400001002 00010000:00010000:0.0:1734016137.902945:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811b00/0x7bf039d361d229e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.902952:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811b00/0x7bf039d361d229e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016137.903013:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337037568:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016137.909865:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339489920 00000100:00100000:3.0:1734016137.909876:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339489920 00000100:00100000:3.0:1734016137.909920:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11769 00000100:00100000:3.0:1734016137.909928:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339489920:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016137.909942:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d2289 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c2d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.909952:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d2289 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c2d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016137.909980:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016137.909982:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 10234963 mtime: 1734016137 atime: 1734016137 ctime: 1734016137 blocks: 1096 00000020:00010000:3.0:1734016137.909986:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016137.909987:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 10234963 mtime: 1734016137 atime: 1734016137 ctime: 1734016137 blocks: 1096 00000100:00100000:3.0:1734016137.910030:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339489920:12345-192.168.201.110@tcp:106: Request processed in 103us (894us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.910037:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11769 00010000:00010000:0.0:1734016137.920590:0:1979:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811b00/0x7bf039d361d229e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.920607:0:1979:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811b00/0x7bf039d361d229e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.920618:0:1979:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811b00/0x7bf039d361d229e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.920624:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811b00/0x7bf039d361d229e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.920631:0:1979:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811b00/0x7bf039d361d229e lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.920644:0:1979:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10234963, setting rss=10234963; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016137.920661:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811b00/0x7bf039d361d229e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.920666:0:1979:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811b00/0x7bf039d361d229e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.920672:0:1979:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811b00/0x7bf039d361d229e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.920681:0:1979:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d811b00 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016137.920685:0:1979:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811b00/0x7bf039d361d229e lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.921167:0:1979:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016137.921173:0:1979:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811b00/0x7bf039d361d229e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.921180:0:1979:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d811b00/0x7bf039d361d229e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016137.921196:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337037568:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016137.930125:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016137.930658:0:4748:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016137.930664:0:4748:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d2289 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08c2d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.930671:0:4748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ae842400 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016137.930677:0:4748:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d2289 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x3f004d6452e08c2d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016137.930748:0:4748:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016137.930761:0:4748:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016137.930841:0:4748:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d2289 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08c2d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.930853:0:4748:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016137.932763:0:4748:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d2289 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08c2d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.932775:0:4748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d2289 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08c2d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.932822:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016137.932823:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016137.932827:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016137.932844:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016137.932866:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337037824:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016137.939441:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337037696:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016137.939469:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d22a5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8306688->8327167] (req 8306688->8327167) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08c50 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.939479:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d22a5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8306688->8327167] (req 8306688->8327167) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08c50 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.939487:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d22a5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [8306688->8327167] (req 8306688->8327167) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08c50 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016137.942591:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016137.943077:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d22a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8306688->8327167) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08c50 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.943086:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d22a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8306688->8327167) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08c50 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.943106:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d22a5 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8306688->8327167) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08c50 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.943116:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 10234963, setting rss=10234963; kms=10234963, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d22a5 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8306688->8327167) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08c50 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.943125:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d22a5 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8306688->8327167) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08c50 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.943131:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d22a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8306688->8327167) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08c50 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016137.943151:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10234963 i_blocks 1096 00000020:00010000:0.0:1734016137.958880:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.958884:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.958888:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b58910b0 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016137.958896:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d22a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8306688->8327167) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08c50 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.958906:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d22a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8306688->8327167) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c50 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016137.958917:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.958919:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b58910b0 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.958931:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016137.958950:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016137.958955:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:0.0:1734016137.958974:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016137.958987:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d2290 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08c3b expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016137.958994:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d2290 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08c3b expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016137.959002:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:0.0:1734016137.959005:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d2290 00000080:00010000:0.0:1734016137.959009:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2290 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016137.959011:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d2290 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08c3b expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016137.959016:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d2290 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08c3b expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016137.959029:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016137.959037:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016137.959048:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016137.959049:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d778b0, osc lock ffff8800aa176260, flags 0x400001002 00010000:00010000:0.0:1734016137.959059:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d22a5 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8306688->8327167) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c50 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.959065:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d22a5 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8306688->8327167) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c50 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.959072:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d22a5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8306688->8327167) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08c50 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.959077:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d22a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8306688->8327167) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c50 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016137.959092:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10234963 i_blocks 1096 00000020:00010000:0.0:1734016137.959094:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.959096:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.959098:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d778b0 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.959100:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.959101:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d778b0 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.959106:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016137.959117:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016137.959120:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016137.959122:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016137.959126:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016137.959128:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d778b0, osc lock ffff8800aa176260, flags 0x400001002 00010000:00010000:0.0:1734016137.959132:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d22a5 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8306688->8327167) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c50 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.959137:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d22a5 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8306688->8327167) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c50 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.959144:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d22a5 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8306688->8327167) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08c50 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.959150:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d22a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8306688->8327167) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c50 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016137.959160:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10234963 i_blocks 1096 00000020:00010000:0.0:1734016137.959162:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016137.959164:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.959166:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d778b0 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016137.959167:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016137.959169:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d778b0 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016137.959172:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016137.959176:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 10234963 00000080:00a00000:0.0:1734016137.959226:0:9673:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0x9:0x0] vma=ffff8800b6ee61b0 start=0x7f8ee1f05000 end=0x7f8ee1f0e000 vm_flags=0xf9 00000080:00200000:0.0:1734016137.959235:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016137.959238:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016137.959243:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016137.959244:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d778b0, osc lock ffff8800aa176260, flags 0x400001002 00010000:00010000:0.0:1734016137.959259:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d22ac lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.959265:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d22ac lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016137.959323:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016137.959332:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337038080:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016137.976465:0:4739:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016137.976480:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339490304 00000100:00100000:3.0:1734016137.976488:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339490304 00000100:00100000:3.0:1734016137.977151:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11772 00000100:00100000:3.0:1734016137.977158:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339490304:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016137.977170:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d22a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8306688->8327167) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c50 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016137.977179:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d22a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8306688->8327167) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c50 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016137.977200:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016137.977202:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 10234963 mtime: 1734016137 atime: 1734016137 ctime: 1734016137 blocks: 1096 00000020:00010000:3.0:1734016137.977205:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016137.977206:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 10234963 mtime: 1734016137 atime: 1734016137 ctime: 1734016137 blocks: 1096 00000100:00100000:3.0:1734016137.977241:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339490304:12345-192.168.201.110@tcp:106: Request processed in 83us (1148us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016137.977247:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11772 00010000:00010000:0.0:1734016137.988777:0:1979:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d22ac lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.988803:0:1979:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d22ac lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.988819:0:1979:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d22ac lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.988825:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d22ac lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.988830:0:1979:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d22ac lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016137.988841:0:1979:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10234963, setting rss=10234963; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016137.988854:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d22ac lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.988859:0:1979:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d22ac lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.988865:0:1979:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d22ac lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.988871:0:1979:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d811d40 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016137.988874:0:1979:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d22ac lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.988882:0:1979:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016137.988887:0:1979:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d22ac lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016137.988895:0:1979:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d22ac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016137.988937:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337038080:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016138.000932:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016138.000966:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339490432 00000100:00100000:3.0:1734016138.000974:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339490432 00000100:00100000:3.0:1734016138.001025:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11773 00000100:00100000:3.0:1734016138.001032:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fc9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339490432:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016138.001046:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d22a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 8306688->8327167) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08c50 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.001102:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016138.001109:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fc9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339490432:12345-192.168.201.110@tcp:104: Request processed in 75us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.001116:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11773 00000100:00100000:3.0:1734016138.013771:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016138.014134:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339490560 00000100:00100000:3.0:1734016138.014140:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339490560 00000100:00100000:3.0:1734016138.014173:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11774 00000100:00100000:3.0:1734016138.014178:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6469:x1818247339490560:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016138.014185:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.014192:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [98304->102399] (req 98304->102399) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.014198:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.014210:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.014216:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.014221:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.017097:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.017111:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.017140:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 7/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.017153:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 10234963, setting rss=10234963; kms=10234963, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.017163:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 7/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.017169:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.017239:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.017253:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9437184 9441279) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.018464:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 8/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.018473:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 7/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.018591:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016138.018609:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.018634:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (98304 102399) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 7/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016138.018676:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59180 - object 0x280000400:5 offset 98304<>10235904 00000100:00100000:0.0:1734016138.018698:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337038592:192.168.201.110@tcp:3:fsx.0 00010000:00010000:3.0:1734016138.022025:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5941440) 00000100:00100000:3.0:1734016138.022120:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6469:x1818247339490560:12345-192.168.201.110@tcp:105: Request processed in 7936us (8354us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.022131:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11774 00000008:00010000:0.0:1734016138.068607:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.068744:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.068762:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337038592:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016138.077833:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016138.077864:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.077881:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337038848:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016138.087477:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016138.087502:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.087523:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337039104:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016138.104377:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016138.104403:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.104420:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337039360:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016138.118160:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016138.118183:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.118200:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337039616:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016138.126869:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016138.126908:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.126927:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337039872:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016138.136404:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016138.136447:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.136465:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337040128:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016138.164147:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016138.164189:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.164210:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337040384:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016138.172447:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:63afa445-d95f-4754-9884-d132561fd492:1981:1818247337040768:192.168.201.110@tcp:400:kworker.0 00000100:00100000:3.0:1734016138.172465:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337040896:192.168.201.110@tcp:400:kworker.0 00000008:00010000:3.0:1734016138.178414:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016138.178454:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.178475:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337040640:192.168.201.110@tcp:3:fsx.0 00000100:00100000:0.0:1734016138.185289:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337041024:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016138.185319:0:9673:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d22ba lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08c6c expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.185331:0:9673:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d22ba lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08c6c expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.185343:0:9673:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d22ba lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08c6c expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.185351:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d22ba lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08c6c expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.185359:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d22ba lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08c6c expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.185365:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d22ba lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08c6c expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016138.185370:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d22ba lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08c6c expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1734016138.185378:0:9673:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a8fd4e00 x1818247337041024/t0(0) o101->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016154 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:0.0:1734016138.185387:0:9673:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d22ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08c6c expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1734016138.185398:0:9673:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d22ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08c6c expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016138.185410:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800ab2c8800 type 13 mode 4 res 8589935617/9 (0 0) 00000080:00200000:0.0:1734016138.185460:0:9673:0:(file.c:6447:ll_layout_conf()) [0x200000401:0x9:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1734016138.185466:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d22ba 00000080:00010000:0.0:1734016138.185470:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016138.185473:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d22ba from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016138.185475:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d22ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08c6c expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016138.185482:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d22ba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08c6c expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016138.185514:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016138.185523:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016138.185539:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016138.185541:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77430, osc lock ffff8800aa176720, flags 0x400001002 00010000:00010000:0.0:1734016138.185554:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.185562:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.185572:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.185577:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.185596:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10234963 i_blocks 1096 00000020:00010000:0.0:1734016138.185599:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fd918 (ffff8800aeaf9cf8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.185602:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fd918 (ffff8800aeaf9cf8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.185605:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77430 (ffff8800aeaf9c68/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.185607:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fd918 (ffff8800aeaf9cf8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.185609:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77430 (ffff8800aeaf9cf8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.185616:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016138.185630:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016138.185633:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016138.185635:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016138.185639:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016138.185640:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77430, osc lock ffff8800aa176720, flags 0x400001002 00010000:00010000:0.0:1734016138.185644:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.185650:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.185656:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.185661:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.185667:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10234963 i_blocks 1096 00000020:00010000:0.0:1734016138.185669:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fd918 (ffff8800aeaf9cf8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.185672:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fd918 (ffff8800aeaf9cf8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.185673:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77430 (ffff8800aeaf9c68/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.185675:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fd918 (ffff8800aeaf9cf8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.185677:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77430 (ffff8800aeaf9cf8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.185680:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016138.185683:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 10234963 00000080:00a00000:0.0:1734016138.189153:0:9673:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0x9:0x0] vma=ffff8800b6ee6d80 start=0x7f8ee1f17000 end=0x7f8ee1f1c000 vm_flags=0xfb 00000080:00200000:0.0:1734016138.189182:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016138.189191:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016138.189208:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016138.189210:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77430, osc lock ffff8800aa176720, flags 0x400001002 00010000:00010000:0.0:1734016138.189230:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.189245:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.189257:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.189264:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.189289:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10234963 i_blocks 1096 00000020:00010000:0.0:1734016138.189296:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fd918 (ffff8800aeaf9cf8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.189299:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fd918 (ffff8800aeaf9cf8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.189301:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77430 (ffff8800aeaf9c68/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.189304:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fd918 (ffff8800aeaf9cf8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.189306:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77430 (ffff8800aeaf9cf8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.189317:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.189380:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 289 00000080:00200000:0.0:1734016138.189388:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.189397:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.189405:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [289, 289] 00000008:00010000:0.0:1734016138.189412:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.189414:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77430, osc lock ffff8800aa176720, flags 0x0 00010000:00010000:0.0:1734016138.189420:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800ab2cb800 type 11 mode 2 res 10737419264/5 (1183744 1187839) 00010000:00010000:0.0:1734016138.189431:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.189438:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1183744->1187839] (req 1183744->1187839) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.189469:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [1183744->1187839] (req 1183744->1187839) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.189501:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337041152:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016138.189602:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41a000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.201079:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339490688 00000100:00100000:3.0:1734016138.201089:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339490688 00000100:00100000:3.0:1734016138.201135:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11775 00000100:00100000:3.0:1734016138.201142:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339490688:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016138.201160:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.201227:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016138.201234:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339490688:12345-192.168.201.110@tcp:104: Request processed in 91us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.201239:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11775 00010000:00010000:0.0:1734016138.201520:0:4747:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016138.201527:0:4747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.201533:0:4747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941440 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016138.201539:0:4747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x800428400020000 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.201580:0:4747:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016138.202556:0:4747:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016138.202595:0:4747:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.202601:0:4747:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016138.202632:0:4747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.202638:0:4747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d22b3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->102399) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08c5e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.202648:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016138.202649:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016138.202651:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016138.202661:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016138.202673:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337041280:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016138.207792:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337041152:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016138.207822:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1183744->1187839] (req 1183744->1187839) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.207835:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1183744->1187839] (req 1183744->1187839) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.207842:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1183744->1187839] (req 1183744->1187839) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.208276:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339490816 00000100:00100000:3.0:1734016138.208283:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339490816 00000100:00100000:3.0:1734016138.208328:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11776 00000100:00100000:3.0:1734016138.208335:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6469:x1818247339490816:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016138.208343:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1183744->1187839] (req 1183744->1187839) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.208351:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1183744->1187839] (req 1183744->1187839) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.208359:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.208366:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.208373:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.208385:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.208411:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012d813180) 00000100:00100000:3.0:1734016138.208449:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6469:x1818247339490816:12345-192.168.201.110@tcp:105: Request processed in 114us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.208456:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11776 00010000:00010000:0.0:1734016138.208645:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.208653:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.208674:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.208685:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 10234963, setting rss=10234963; kms=10234963, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.208695:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.208702:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.208849:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:0.0:1734016138.208860:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.208892:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1183744 1187839) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016138.208921:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59180 - object 0x280000400:5 offset 1183744<>1187840 00000100:00100000:0.0:1734016138.208941:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337041536:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016138.225793:0:1978:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.225836:0:1978:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.225855:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337041536:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016138.258146:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.258150:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.258154:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891db0 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.258161:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.258171:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.258184:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.258187:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891db0 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.258200:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.258213:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.258226:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.258236:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [286, 286] 00000008:00010000:0.0:1734016138.258248:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.258252:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d775b0, osc lock ffff8800aa176be0, flags 0x0 00010000:00010000:0.0:1734016138.258269:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.258279:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1171456 1175551) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.258294:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.258300:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.258305:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.258336:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.258349:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:0.0:1734016138.258357:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.258364:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.258371:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.258378:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.258381:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.258383:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d775b0 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.258385:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.258391:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.258398:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.258400:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d775b0 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.258405:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.258463:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 285 00000080:00200000:0.0:1734016138.258469:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.258473:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.258478:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [285, 285] 00000008:00010000:0.0:1734016138.258482:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.258484:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d775b0, osc lock ffff8800aa176be0, flags 0x0 00010000:00010000:0.0:1734016138.258490:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.258496:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1167360 1171455) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.258502:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.258508:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.258513:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.258603:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:0.0:1734016138.258612:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a900 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.258635:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1167360 1171455) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016138.258666:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59180 - object 0x280000400:5 offset 1167360<>1171456 00000100:00100000:0.0:1734016138.258681:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337042560:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016138.267684:0:1978:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a900 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.267766:0:1978:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a900 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.267821:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337042560:192.168.201.110@tcp:3:fsx.0 00000080:00200000:0.0:1734016138.298604:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1734016138.298657:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337042816:192.168.201.110@tcp:44:fsx.0 00000100:00100000:0.0:1734016138.298757:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41a900 going to sleep for 11 seconds 00000100:00100000:0.0:1734016138.305035:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337042816:192.168.201.110@tcp:44:fsx.0 00000080:00200000:0.0:1734016138.305066:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.305079:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.330528:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10234963 i_blocks 1136 00000080:00200000:0.0:1734016138.330542:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016138.330787:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016138.330793:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:0.0:1734016138.330809:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016138.330822:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d2290 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08c3b expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016138.330832:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d2290 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08c3b expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016138.330841:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:0.0:1734016138.330843:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d2290 00000080:00010000:0.0:1734016138.330850:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2290 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016138.330853:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d2290 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08c3b expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016138.330860:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d2290 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08c3b expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016138.330877:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016138.330885:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016138.330897:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016138.330900:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d774b0, osc lock ffff8800aa177560, flags 0x400001002 00010000:00010000:0.0:1734016138.330919:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812d00/0x7bf039d361d22c8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.330926:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812d00/0x7bf039d361d22c8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.330982:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337043072:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016138.334794:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:0.0:1734016138.338480:0:1978:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012db5a800: committing for last_committed 4294969423 gen 1 00010000:00010000:0.0:1734016138.338505:0:1978:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812d00/0x7bf039d361d22c8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.338516:0:1978:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812d00/0x7bf039d361d22c8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.338525:0:1978:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812d00/0x7bf039d361d22c8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.338535:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812d00/0x7bf039d361d22c8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.338541:0:1978:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812d00/0x7bf039d361d22c8 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.338553:0:1978:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10234963, setting rss=10234963; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016138.338577:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812d00/0x7bf039d361d22c8 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.338583:0:1978:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812d00/0x7bf039d361d22c8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.338588:0:1978:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812d00/0x7bf039d361d22c8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.338593:0:1978:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d812d00 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016138.338598:0:1978:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812d00/0x7bf039d361d22c8 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.338606:0:1978:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016138.338610:0:1978:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812d00/0x7bf039d361d22c8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.338615:0:1978:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812d00/0x7bf039d361d22c8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.340862:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337043072:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016138.348029:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016138.363659:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10234963 i_blocks 1136 00000020:00010000:0.0:1734016138.363664:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.363667:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.363671:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891ab0 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.363675:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.363676:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891ab0 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.363688:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016138.363698:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 10234963 00000080:00200000:0.0:1734016138.363758:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016138.363762:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.363775:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.363796:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [520, 523] 00000008:00010000:0.0:1734016138.363809:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.363813:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77630, osc lock ffff8800aa1764c0, flags 0x0 00010000:00010000:0.0:1734016138.363843:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812d00/0x7bf039d361d22d6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.363857:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812d00/0x7bf039d361d22d6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2129920->2146303] (req 2129920->2146303) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.363886:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812d00/0x7bf039d361d22d6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2129920->2146303] (req 2129920->2146303) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.363907:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337043328:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016138.363981:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41a840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.371120:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016138.371465:0:4748:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016138.371471:0:4748:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.371478:0:4748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d813180 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016138.371483:0:4748:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x800428400020000 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.371502:0:4748:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016138.371576:0:4748:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016138.371605:0:4748:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.371610:0:4748:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016138.371625:0:4748:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.371631:0:4748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d22c1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1183744->1187839) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08c73 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.371645:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016138.371647:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016138.371648:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016138.371654:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016138.371666:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337043456:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016138.375319:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337043328:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016138.375345:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812d00/0x7bf039d361d22d6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2129920->2146303] (req 2129920->2146303) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08c88 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.375356:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812d00/0x7bf039d361d22d6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2129920->2146303] (req 2129920->2146303) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08c88 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.375363:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812d00/0x7bf039d361d22d6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2129920->2146303] (req 2129920->2146303) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08c88 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.376438:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016138.377032:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812d00/0x7bf039d361d22d6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2129920->2146303) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08c88 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.377041:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812d00/0x7bf039d361d22d6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2129920->2146303) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08c88 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.377063:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812d00/0x7bf039d361d22d6 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2129920->2146303) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08c88 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.377075:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 10234963, setting rss=10234963; kms=10234963, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812d00/0x7bf039d361d22d6 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2129920->2146303) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08c88 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.377086:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812d00/0x7bf039d361d22d6 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2129920->2146303) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08c88 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.377092:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812d00/0x7bf039d361d22d6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2129920->2146303) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08c88 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.377116:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10234963 i_blocks 1136 00000100:00100000:0.0:1734016138.377181:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016138.377193:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337043584:192.168.201.110@tcp:22:fsx.0 00000100:00100000:0.0:1734016138.388186:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337043584:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016138.391849:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016138.401084:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:0.0:1734016138.401535:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337043712:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016138.401550:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d22dd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7069696->7086079) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08c8f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.401567:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d22dd lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7069696->7086079) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08c8f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.401578:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 10234963, setting rss=10234963; kms=10234963, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d22dd lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7069696->7086079) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08c8f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.401587:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d22dd lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7069696->7086079) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08c8f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.401592:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d22dd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7069696->7086079) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08c8f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.401613:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10234963 i_blocks 1136 00000100:00100000:0.0:1734016138.401670:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016138.401681:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337043968:192.168.201.110@tcp:22:fsx.0 00000100:00100000:0.0:1734016138.410106:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337043968:192.168.201.110@tcp:22:fsx.0 00000008:00010000:3.0:1734016138.411941:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8800ab3e8a80 00000008:00100000:3.0:1734016138.412023:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcb100 - object 0x280000400:5 offset 7348224<>7409664 00000100:00100000:3.0:1734016138.419412:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339491712 00000100:00100000:3.0:1734016138.419426:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339491712 00000100:00100000:3.0:1734016138.419986:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11783 00000100:00100000:3.0:1734016138.419996:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7695:x1818247339491712:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016138.420016:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d22dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7069696->7086079) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08c8f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.422141:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016138.422157:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7695:x1818247339491712:12345-192.168.201.110@tcp:104: Request processed in 2157us (7026us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.422167:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11783 00010000:00010000:0.0:1734016138.422268:0:4747:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016138.422276:0:4747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d22dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7069696->7086079) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08c8f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.422284:0:4747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5942ac0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016138.422290:0:4747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d22dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7069696->7086079) gid 0 flags: 0x800428400020000 nid: local remote: 0x3f004d6452e08c8f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.422312:0:4747:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016138.422324:0:4747:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016138.422368:0:4747:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d22dd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7069696->7086079) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08c8f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.422373:0:4747:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016138.425629:0:4747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d22dd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7069696->7086079) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08c8f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.425643:0:4747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d22dd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7069696->7086079) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08c8f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.461625:0:1981:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012aae7800: committing for last_committed 4294969427 gen 2 00000008:00010000:3.0:1734016138.461665:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### no dlm lock: extent: ffff8800ab3e8a80 00000008:00010000:3.0:1734016138.461690:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### no dlm lock: extent: ffff8800ab3e8a80 00000100:00100000:3.0:1734016138.461703:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337044224:192.168.201.110@tcp:4:fsx.0 00010000:00010000:3.0:1734016138.468634:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d22e4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.468653:0:1980:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d22e4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08c9d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.468664:0:1980:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d22e4 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08c9d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.468672:0:1980:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d22e4 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08c9d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016138.468684:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 10234963, setting rss=10234963; kms=10234963, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d22e4 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08c9d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.469884:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d22e4 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08c9d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.469895:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d22e4 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08c9d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.469901:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d22e4 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08c9d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.469914:0:1980:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d22e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08c9d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.469931:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337044480:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016138.482967:0:4739:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016138.482982:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339491840 00000100:00100000:3.0:1734016138.482989:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339491840 00000100:00100000:3.0:1734016138.483020:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11784 00000100:00100000:3.0:1734016138.483026:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339491840:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016138.483039:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d22e4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e08c9d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.483094:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016138.483099:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339491840:12345-192.168.201.110@tcp:104: Request processed in 73us (898us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.483105:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11784 00010000:00010000:0.0:1734016138.483367:0:4748:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016138.483372:0:4748:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d22e4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e08c9d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.483379:0:4748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5942ac0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016138.483383:0:4748:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d22e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x3f004d6452e08c9d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.483399:0:4748:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016138.483409:0:4748:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016138.483442:0:4748:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d22e4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e08c9d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.483447:0:4748:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016138.483475:0:4748:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d22e4 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e08c9d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.483481:0:4748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d22e4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e08c9d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.483503:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016138.483504:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016138.483505:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016138.483530:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016138.483542:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337044736:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016138.493473:0:9673:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012db5a800: committing for last_committed 4294969425 gen 1 00000100:00100000:0.0:1734016138.493496:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337044608:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016138.493519:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9949184->9981951] (req 9949184->9981951) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.493529:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9949184->9981951] (req 9949184->9981951) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.493535:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9949184->9981951] (req 9949184->9981951) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.499040:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016138.503837:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.503846:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.503869:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.503881:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 10234963, setting rss=10234963; kms=10234963, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.503892:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.503899:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.503912:0:9673:0:(vvp_io.c:1326:vvp_io_write_start()) f16a.sanityn: write [9949184, 9980747) 00000080:00200000:0.0:1734016138.503944:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 2429 of 0 to 4096 bytes 00000080:00200000:0.0:1734016138.503997:0:9673:0:(rw26.c:1006:ll_write_end()) pos 9949184, len 4096, copied 4096 00000080:00200000:0.0:1734016138.504004:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7f7bca8[3 ffff88012d0c29e0 2 1 ffff8801369fdbc0] 00000080:00200000:0.0:1734016138.504007:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a75f00 1fffff00000805 3:0 ffff8800a7f7bca8 2429 lru 00000080:00200000:0.0:1734016138.504015:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7f7bd08 2429: 1< 0 - - > 2< 9949184 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016138.504017:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7f7bca8 00000080:00200000:0.0:1734016138.504018:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:0.0:1734016138.504020:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 2430 of 0 to 4096 bytes 00000080:00200000:0.0:1734016138.504033:0:9673:0:(rw26.c:1006:ll_write_end()) pos 9953280, len 4096, copied 4096 00000080:00200000:0.0:1734016138.504037:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7f7bbd0[3 ffff88012d0c29e0 2 1 ffff8801369fdbc0] 00000080:00200000:0.0:1734016138.504039:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a7efc0 1fffff00000805 3:0 ffff8800a7f7bbd0 2430 lru 00000080:00200000:0.0:1734016138.504045:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7f7bc30 2430: 1< 0 - - > 2< 9953280 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016138.504047:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7f7bbd0 00000080:00200000:0.0:1734016138.504048:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 2. 00000080:00200000:0.0:1734016138.504049:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 2431 of 0 to 4096 bytes 00000080:00200000:0.0:1734016138.504062:0:9673:0:(rw26.c:1006:ll_write_end()) pos 9957376, len 4096, copied 4096 00000080:00200000:0.0:1734016138.504065:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7f7baf8[3 ffff88012d0c29e0 2 1 ffff8801369fdbc0] 00000080:00200000:0.0:1734016138.504067:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002aa7500 1fffff00000805 3:0 ffff8800a7f7baf8 2431 lru 00000080:00200000:0.0:1734016138.504071:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7f7bb58 2431: 1< 0 - - > 2< 9957376 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016138.504072:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7f7baf8 00000080:00200000:0.0:1734016138.504072:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 3. 00000080:00200000:0.0:1734016138.504074:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 2432 of 0 to 4096 bytes 00000080:00200000:0.0:1734016138.504083:0:9673:0:(rw26.c:1006:ll_write_end()) pos 9961472, len 4096, copied 4096 00000080:00200000:0.0:1734016138.504086:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7f7ba20[3 ffff88012d0c29e0 2 1 ffff8801369fdbc0] 00000080:00200000:0.0:1734016138.504088:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002b24e00 1fffff00000805 3:0 ffff8800a7f7ba20 2432 lru 00000080:00200000:0.0:1734016138.504091:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7f7ba80 2432: 1< 0 - - > 2< 9961472 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016138.504092:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7f7ba20 00000080:00200000:0.0:1734016138.504093:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 4. 00000080:00200000:0.0:1734016138.504094:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 2433 of 0 to 4096 bytes 00000080:00200000:0.0:1734016138.504105:0:9673:0:(rw26.c:1006:ll_write_end()) pos 9965568, len 4096, copied 4096 00000080:00200000:0.0:1734016138.504108:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7f7b948[3 ffff88012d0c29e0 2 1 ffff8801369fdbc0] 00000080:00200000:0.0:1734016138.504109:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a7f680 1fffff00000805 3:0 ffff8800a7f7b948 2433 lru 00000080:00200000:0.0:1734016138.504112:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7f7b9a8 2433: 1< 0 - - > 2< 9965568 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016138.504114:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7f7b948 00000080:00200000:0.0:1734016138.504114:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 5. 00000080:00200000:0.0:1734016138.504115:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 2434 of 0 to 4096 bytes 00000080:00200000:0.0:1734016138.504126:0:9673:0:(rw26.c:1006:ll_write_end()) pos 9969664, len 4096, copied 4096 00000080:00200000:0.0:1734016138.504128:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7f7b870[3 ffff88012d0c29e0 2 1 ffff8801369fdbc0] 00000080:00200000:0.0:1734016138.504130:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002aa8e00 1fffff00000805 3:0 ffff8800a7f7b870 2434 lru 00000080:00200000:0.0:1734016138.504132:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7f7b8d0 2434: 1< 0 - - > 2< 9969664 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016138.504134:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7f7b870 00000080:00200000:0.0:1734016138.504134:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 6. 00000080:00200000:0.0:1734016138.504135:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 2435 of 0 to 4096 bytes 00000080:00200000:0.0:1734016138.504144:0:9673:0:(rw26.c:1006:ll_write_end()) pos 9973760, len 4096, copied 4096 00000080:00200000:0.0:1734016138.504147:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7f7b798[3 ffff88012d0c29e0 2 1 ffff8801369fdbc0] 00000080:00200000:0.0:1734016138.504149:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a7ab40 1fffff00000805 3:0 ffff8800a7f7b798 2435 lru 00000080:00200000:0.0:1734016138.504152:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7f7b7f8 2435: 1< 0 - - > 2< 9973760 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016138.504153:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7f7b798 00000080:00200000:0.0:1734016138.504154:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 7. 00000080:00200000:0.0:1734016138.504155:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 2436 of 0 to 2891 bytes 00010000:00010000:0.0:1734016138.504188:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.504198:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8830976 8835071) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.504206:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 7/1,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.504211:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 7/1,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.504215:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.506443:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.506457:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.513610:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337044992:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016138.565033:0:1978:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.569470:0:1978:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a840 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.569503:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337044992:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016138.572570:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.572592:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2895872 2899967) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016138.572623:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcbb80 - object 0x280000400:5 offset 2895872<>10235904 00000100:00100000:3.0:1734016138.572639:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016138.572649:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337045248:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016138.592683:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016138.592787:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.592805:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337045248:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016138.603545:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016138.603573:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.603591:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337045504:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016138.604657:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.604678:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2887680 2891775) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016138.604700:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcbb80 - object 0x280000400:5 offset 2887680<>2891776 00000008:00010000:3.0:1734016138.614378:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016138.614415:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.614433:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337045760:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016138.621359:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016138.621393:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.621410:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337046016:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016138.622267:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.622285:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2879488 2883583) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016138.622308:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcbb80 - object 0x280000400:5 offset 2879488<>2883584 00000008:00010000:3.0:1734016138.625474:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016138.629269:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.629303:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337046272:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016138.637157:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016138.637185:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.637201:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337046528:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016138.644320:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016138.644346:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.644363:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337046784:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016138.646593:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016138.646613:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.646627:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337047040:192.168.201.110@tcp:3:fsx.0 00000080:00200000:0.0:1734016138.662687:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.662704:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.662729:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1734016138.662864:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016138.662875:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337047296:192.168.201.110@tcp:16:fsx.0 00000100:00100000:0.0:1734016138.677503:0:1978:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012db5a800: committing for last_committed 4294969428 gen 1 00000100:00100000:0.0:1734016138.678807:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337047296:192.168.201.110@tcp:16:fsx.0 00000100:00100000:3.0:1734016138.681512:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016138.693817:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10234963 i_blocks 1328 00000020:00010000:0.0:1734016138.693824:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.693829:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.693834:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b58917b0 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.693837:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.693839:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b58917b0 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.693853:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016138.693872:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016138.693878:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016138.693886:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016138.693900:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016138.693902:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d772b0, osc lock ffff8800aa176390, flags 0x400001002 00010000:00010000:0.0:1734016138.693927:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812d00/0x7bf039d361d22f9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.693938:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812d00/0x7bf039d361d22f9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.694014:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016138.694027:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337047552:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016138.696493:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016138.699476:0:1979:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812d00/0x7bf039d361d22f9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.699491:0:1979:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812d00/0x7bf039d361d22f9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.699500:0:1979:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812d00/0x7bf039d361d22f9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.699505:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812d00/0x7bf039d361d22f9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.699511:0:1979:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812d00/0x7bf039d361d22f9 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.699522:0:1979:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10234963, setting rss=10234963; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016138.699545:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812d00/0x7bf039d361d22f9 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.699551:0:1979:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812d00/0x7bf039d361d22f9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.699557:0:1979:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812d00/0x7bf039d361d22f9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.699562:0:1979:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d812d00 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016138.699566:0:1979:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812d00/0x7bf039d361d22f9 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.699574:0:1979:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016138.699579:0:1979:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812d00/0x7bf039d361d22f9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.699584:0:1979:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812d00/0x7bf039d361d22f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.699618:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337047552:192.168.201.110@tcp:101:fsx.0 00000020:00010000:0.0:1734016138.708186:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.708190:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.708192:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b58915b0 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.708198:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.708206:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.708216:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.708218:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b58915b0 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.708231:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.708275:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1599 00000080:00200000:0.0:1734016138.708281:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.708289:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.708298:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1599, 1599] 00000008:00010000:0.0:1734016138.708307:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.708310:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77330, osc lock ffff8800aa177430, flags 0x0 00010000:00010000:0.0:1734016138.708322:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.708331:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6549504 6553599) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.708341:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.708346:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.708351:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.709180:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337048064:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016138.713227:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.713231:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.713234:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77330 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.713240:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.713247:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.713259:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.713261:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77330 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.713273:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.713339:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1598 00000080:00200000:0.0:1734016138.713346:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.713356:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.713366:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1598, 1598] 00000008:00010000:0.0:1734016138.713375:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.713378:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77330, osc lock ffff8800aa177430, flags 0x0 00010000:00010000:0.0:1734016138.713391:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.713401:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6545408 6549503) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.713410:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.713415:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.713420:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.713481:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.713499:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6545408 6549503) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016138.713522:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d58e00 - object 0x280000400:5 offset 6545408<>6549504 00000100:00100000:0.0:1734016138.713532:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016138.713540:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337048320:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016138.716564:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.716636:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.716654:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337048320:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016138.720875:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.720880:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.720883:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891530 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.720890:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.720898:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.720909:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.720911:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891530 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.720925:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.720967:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1596 00000080:00200000:0.0:1734016138.720974:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.720983:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.720993:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1596, 1596] 00000008:00010000:0.0:1734016138.721003:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.721005:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77730, osc lock ffff8800aa177a20, flags 0x0 00010000:00010000:0.0:1734016138.721019:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.721029:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6537216 6541311) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.721037:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.721044:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.721050:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.721945:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337048832:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016138.726066:0:1978:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.726111:0:1978:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.726131:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337048832:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016138.732385:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.732388:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.732392:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891cb0 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.732399:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.732407:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.732420:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.732423:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891cb0 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.732438:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.732494:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1594 00000080:00200000:0.0:1734016138.732502:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.732513:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.732524:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1594, 1594] 00000008:00010000:0.0:1734016138.732534:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.732537:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77130, osc lock ffff8800aa176e40, flags 0x0 00010000:00010000:0.0:1734016138.732553:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.732564:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6529024 6533119) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.732572:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.732578:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.732583:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.732657:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:0.0:1734016138.732667:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.732686:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6529024 6533119) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016138.732736:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d58e00 - object 0x280000400:5 offset 6529024<>6533120 00000100:00100000:0.0:1734016138.732754:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337049344:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016138.736017:0:1978:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.737071:0:1978:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.737092:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337049344:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016138.742585:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.742589:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.742592:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891030 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.742598:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.742605:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.742616:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.742617:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891030 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.742629:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.742674:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1592 00000080:00200000:0.0:1734016138.742680:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.742690:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.742700:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1592, 1592] 00000008:00010000:0.0:1734016138.742802:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.742806:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d776b0, osc lock ffff8800aa176850, flags 0x0 00010000:00010000:0.0:1734016138.742818:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.742831:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6520832 6524927) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.742840:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.742846:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.742852:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.743424:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:0.0:1734016138.743432:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.743452:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6520832 6524927) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016138.743476:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d58e00 - object 0x280000400:5 offset 6520832<>6524928 00000100:00100000:0.0:1734016138.743489:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337049856:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016138.746477:0:1978:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.746555:0:1978:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.746574:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337049856:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016138.750849:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016138.755399:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10234963 i_blocks 1328 00000020:00010000:0.0:1734016138.755406:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.755409:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.755414:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891b30 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.755417:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.755418:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891b30 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.755428:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016138.755445:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016138.755450:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016138.755456:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016138.755467:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016138.755469:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d771b0, osc lock ffff8800aa1770a0, flags 0x400001002 00010000:00010000:0.0:1734016138.755486:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d2307 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.755493:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d2307 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.756277:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016138.756290:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337050112:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016138.760177:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016138.762593:0:1978:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d2307 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.762606:0:1978:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d2307 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.762615:0:1978:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d2307 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.762620:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d2307 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.762625:0:1978:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d2307 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.762636:0:1978:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10234963, setting rss=10234963; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016138.762654:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d2307 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.762659:0:1978:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d2307 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.762664:0:1978:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d2307 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.762669:0:1978:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d813180 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016138.762673:0:1978:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d2307 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.762681:0:1978:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016138.762685:0:1978:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d2307 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.762694:0:1978:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813180/0x7bf039d361d2307 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.762752:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337050112:192.168.201.110@tcp:101:fsx.0 00000020:00010000:0.0:1734016138.770243:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.770247:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.770250:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b58911b0 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.770258:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.770268:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.770279:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.770281:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b58911b0 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.770293:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016138.770329:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016138.770335:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:0.0:1734016138.770348:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016138.770361:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d22ba lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08c6c expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016138.770370:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d22ba lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08c6c expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016138.770384:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016138.770386:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d22ba 00000080:00010000:0.0:1734016138.770390:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d22ba from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016138.770392:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d22ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08c6c expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016138.770398:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d22ba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08c6c expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016138.770412:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016138.770419:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016138.770431:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016138.795493:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77030, osc lock ffff8800aa1771d0, flags 0x400001002 00010000:00010000:0.0:1734016138.795535:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d230e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.795545:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d230e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.795656:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016138.795675:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337050368:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016138.799044:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016138.802140:0:1979:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d230e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.802156:0:1979:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d230e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.802172:0:1979:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d230e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.802178:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d230e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.802184:0:1979:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d230e lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.802197:0:1979:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10234963, setting rss=10234963; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016138.802208:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d230e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.802213:0:1979:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d230e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.802220:0:1979:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d230e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.802226:0:1979:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d810000 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016138.802230:0:1979:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d230e lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.802239:0:1979:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016138.802243:0:1979:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d230e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.802253:0:1979:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d230e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.802278:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337050368:192.168.201.110@tcp:101:fsx.0 00000080:00200000:0.0:1734016138.802318:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10234963 i_blocks 1336 00000020:00010000:0.0:1734016138.802321:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.802324:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.802328:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77030 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.802330:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.802332:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77030 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.802343:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016138.802362:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016138.802367:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016138.802374:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016138.802384:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016138.802386:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77030, osc lock ffff8800aa1771d0, flags 0x400001002 00010000:00010000:0.0:1734016138.802403:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2315 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.802410:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2315 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.803189:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337050496:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016138.809845:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016138.812119:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11791 00000100:00100000:3.0:1734016138.812130:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339492736:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016138.812143:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.812152:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d22eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9949184->9981951) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ca4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016138.812177:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 361, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016138.812178:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 10234963 mtime: 1734016138 atime: 1734016138 ctime: 1734016138 blocks: 1336 00000020:00010000:3.0:1734016138.812181:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016138.812183:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 10234963 mtime: 1734016138 atime: 1734016138 ctime: 1734016138 blocks: 1336 00000100:00100000:3.0:1734016138.812246:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339492736:12345-192.168.201.110@tcp:106: Request processed in 116us (2409us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.812252:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11791 00010000:00010000:0.0:1734016138.819503:0:1979:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2315 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.819526:0:1979:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2315 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.819537:0:1979:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2315 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.819542:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2315 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.819548:0:1979:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2315 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.819561:0:1979:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10234963, setting rss=10234963; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016138.819585:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2315 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.819592:0:1979:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2315 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.819598:0:1979:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2315 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.819604:0:1979:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d8133c0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016138.819609:0:1979:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2315 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.819621:0:1979:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016138.819626:0:1979:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2315 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.819632:0:1979:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2315 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.819654:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337050496:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016138.842754:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016138.848579:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10234963 i_blocks 1336 00000020:00010000:0.0:1734016138.848584:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.848587:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.848591:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b58918b0 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.848593:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fdb60 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.848595:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b58918b0 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.848606:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.848656:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1084 00000080:00200000:0.0:1734016138.848663:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.848675:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.848688:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1084, 1084] 00000008:00010000:0.0:1734016138.848699:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.848703:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77930, osc lock ffff8800aa176d10, flags 0x0 00010000:00010000:0.0:1734016138.848757:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.848764:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4440064->4444159] (req 4440064->4444159) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.848804:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4440064->4444159] (req 4440064->4444159) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.848822:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337050752:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016138.848874:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41a240 going to sleep for 11 seconds 00000100:00100000:3.0:1734016138.852972:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016138.868693:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339493120 00000100:00100000:3.0:1734016138.868704:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339493120 00000100:00100000:3.0:1734016138.868761:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11794 00000100:00100000:3.0:1734016138.868767:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7705:x1818247339493120:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016138.868791:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4440064->4444159] (req 4440064->4444159) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.868803:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4440064->4444159] (req 4440064->4444159) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.868814:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.868822:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x10080000000000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.868827:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x10080000000000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.868835:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x80000000000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.868848:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012d8133c0) 00000100:00100000:3.0:1734016138.868886:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7705:x1818247339493120:12345-192.168.201.110@tcp:105: Request processed in 119us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.868892:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11794 00000100:00100000:0.0:1734016138.869569:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337050752:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016138.869584:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.869599:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.869609:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 10234963, setting rss=10234963; kms=10234963, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.869618:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.869623:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.878507:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.878511:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.878514:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77930 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.878520:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.878528:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.878539:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.878541:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77930 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.878553:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.878567:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.878575:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.878584:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1084, 1084] 00000008:00010000:0.0:1734016138.878592:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.878595:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77930, osc lock ffff8800aa176d10, flags 0x0 00010000:00010000:0.0:1734016138.878606:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.878615:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4440064 4444159) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.878624:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.878630:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.878634:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.878658:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.878671:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000020:00010000:0.0:1734016138.878680:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.878681:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.878683:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77930 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.878686:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.878692:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.878699:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.878701:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77930 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.878788:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000020:00010000:0.0:1734016138.894565:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16b78 (ffff8800a7e71b48/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.894570:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16b78 (ffff8800a7e71b48/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.894573:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b58914b0 (ffff8800a7e71f38/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.894581:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.894590:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.894601:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16b78 (ffff8800a7e71b48/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.894603:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b58914b0 (ffff8800a7e71b48/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.894614:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.894629:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.894640:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.894649:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1082, 1082] 00000008:00010000:0.0:1734016138.894659:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.894662:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77930, osc lock ffff8800aa176d10, flags 0x0 00010000:00010000:0.0:1734016138.894674:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.894684:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4431872 4435967) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.894691:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.894698:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.894703:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.894790:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.894803:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:0.0:1734016138.894810:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.894816:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016138.894830:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.894838:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16b78 (ffff8800a7e71b48/0) at cl_lock_release():233 00000020:00010000:0.0:1734016138.894840:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16b78 (ffff8800a7e71b48/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016138.894842:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77930 (ffff8800a7e71f38/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016138.894845:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.894851:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016138.894858:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16b78 (ffff8800a7e71b48/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016138.894860:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77930 (ffff8800a7e71b48/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016138.894868:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016138.894931:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1081 00000080:00200000:0.0:1734016138.894939:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016138.894944:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016138.894948:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1081, 1081] 00000008:00010000:0.0:1734016138.894953:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016138.894955:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77930, osc lock ffff8800aa176d10, flags 0x0 00010000:00010000:0.0:1734016138.894961:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.894967:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4427776 4431871) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.894978:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.894983:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.894989:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016138.895049:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:0.0:1734016138.895058:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.895074:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4427776 4431871) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016138.895100:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d58e00 - object 0x280000400:5 offset 4427776<>4431872 00000100:00100000:0.0:1734016138.895118:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337051904:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016138.928705:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016138.928759:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.928786:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337052416:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016138.942969:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016138.943012:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.943028:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337052672:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016138.950341:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016138.950392:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.950406:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337052800:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016138.962044:0:1980:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012aae7800: committing for last_committed 4294969430 gen 2 00000100:00100000:3.0:1734016138.962092:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337052928:192.168.201.110@tcp:16:fsx.0 00000008:00010000:3.0:1734016138.964566:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff8800ab3e8240 00000008:00100000:3.0:1734016138.964611:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc8e00 - object 0x280000400:5 offset 5906432<>5935104 00000100:00100000:3.0:1734016138.964639:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016138.964649:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337053184:192.168.201.110@tcp:3:fsx.0 00000080:00200000:3.0:1734016138.967879:0:5:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016138.967893:0:5:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016138.967917:0:5:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1734016138.969954:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339493248 00000100:00100000:3.0:1734016138.969962:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339493248 00000100:00100000:3.0:1734016138.970008:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11795 00000100:00100000:3.0:1734016138.970014:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7695:x1818247339493248:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016138.970029:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.974187:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016138.974205:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7695:x1818247339493248:12345-192.168.201.110@tcp:104: Request processed in 4184us (5216us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.974215:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11795 00010000:00010000:0.0:1734016138.975100:0:4748:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016138.975108:0:4748:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016138.975118:0:4748:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d8133c0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016138.975123:0:4748:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8133c0/0x7bf039d361d2323 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4440064->4444159) gid 0 flags: 0x800428400020000 nid: local remote: 0x3f004d6452e08cdc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016138.975144:0:4748:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000008:00010000:3.0:1734016138.980885:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### no dlm lock: extent: ffff8800ab3e8240 00000008:00010000:3.0:1734016138.980903:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### no dlm lock: extent: ffff8800ab3e8240 00000100:00100000:3.0:1734016138.980913:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337053184:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016138.985579:0:1981:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012db5a800: committing for last_committed 4294969429 gen 1 00010000:00010000:3.0:1734016138.985602:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d232a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.985617:0:1981:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d232a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08cea expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.985628:0:1981:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d232a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08cea expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.985637:0:1981:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d232a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08cea expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016138.985649:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 10234963, setting rss=10234963; kms=10234963, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d232a lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08cea expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.985670:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d232a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08cea expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.985676:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d232a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08cea expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.985682:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d232a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08cea expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.985687:0:1981:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d232a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08cea expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016138.985699:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337053440:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016138.989053:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339493376 00000100:00100000:3.0:1734016138.989061:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339493376 00000100:00100000:3.0:1734016138.989092:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11796 00000100:00100000:3.0:1734016138.989097:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339493376:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016138.989108:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d232a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e08cea expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.990775:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016138.990791:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339493376:12345-192.168.201.110@tcp:104: Request processed in 1687us (2999us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016138.990800:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11796 00000100:00100000:3.0:1734016138.993578:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337053568:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016138.993594:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d2331 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5767168->5816319] (req 5767168->5816319) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08cf1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.993607:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d2331 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5767168->5816319] (req 5767168->5816319) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08cf1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016138.993613:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d2331 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5767168->5816319] (req 5767168->5816319) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08cf1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016139.002754:0:4739:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016139.002776:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339493504 00000100:00100000:3.0:1734016139.002784:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339493504 00000100:00100000:3.0:1734016139.002821:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11797 00000100:00100000:3.0:1734016139.002828:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7705:x1818247339493504:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016139.002840:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d2331 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5767168->5816319] (req 5767168->5816319) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08cf1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.002850:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d2331 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5767168->5816319] (req 5767168->5816319) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08cf1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.002856:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d2331 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5767168->5816319) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08cf1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.002864:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d2331 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5767168->5816319) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08cf1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.002871:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d2331 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5767168->5816319) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08cf1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.002885:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d2331 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5767168->5816319) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e08cf1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.002903:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5940d80) 00000100:00100000:3.0:1734016139.002944:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7705:x1818247339493504:12345-192.168.201.110@tcp:105: Request processed in 117us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.002950:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11797 00010000:00010000:0.0:1734016139.003879:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d2331 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5767168->5816319) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08cf1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.003889:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d2331 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5767168->5816319) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08cf1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.003907:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d2331 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5767168->5816319) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08cf1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.003917:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 10234963, setting rss=10234963; kms=10234963, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d2331 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5767168->5816319) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08cf1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.003927:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d2331 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5767168->5816319) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08cf1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.003932:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d2331 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5767168->5816319) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08cf1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.003951:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10234963 i_blocks 1392 00000100:00100000:0.0:1734016139.004017:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016139.004028:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337053824:192.168.201.110@tcp:22:fsx.0 00000100:00100000:0.0:1734016139.010210:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337053824:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016139.014016:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339493632 00000100:00100000:3.0:1734016139.014024:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339493632 00010000:00010000:3.0:1734016139.026600:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2338 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.026619:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2338 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.026631:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2338 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.026637:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2338 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.026644:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2338 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016139.026655:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10234963, setting rss=10234963; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016139.026668:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2338 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.026676:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2338 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.026682:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2338 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.026688:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941b00 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016139.026692:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2338 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.026700:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016139.026704:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2338 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.026728:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2338 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016139.029282:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337053952:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016139.035208:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339493760 00000100:00100000:3.0:1734016139.035216:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339493760 00000100:00100000:3.0:1734016139.035255:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11799 00000100:00100000:3.0:1734016139.035262:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339493760:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016139.035274:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d2331 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5767168->5816319) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08cf1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.035287:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d2331 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5767168->5816319) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08cf1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016139.035308:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016139.035310:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 10234963 mtime: 1734016138 atime: 1734016138 ctime: 1734016139 blocks: 1392 00000020:00010000:3.0:1734016139.035313:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016139.035314:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 10234963 mtime: 1734016138 atime: 1734016138 ctime: 1734016139 blocks: 1392 00000100:00100000:3.0:1734016139.035354:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339493760:12345-192.168.201.110@tcp:106: Request processed in 93us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.035360:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11799 00010000:00010000:3.0:1734016139.038844:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d233f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.038862:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d233f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.038872:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d233f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.038879:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d233f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.038885:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d233f lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016139.038896:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10234963, setting rss=10234963; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016139.039432:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d233f lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.039439:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d233f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.039445:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d233f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.039450:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5940900 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016139.039454:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d233f lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.039463:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016139.039468:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d233f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.039475:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d233f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016139.039503:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337054080:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016139.045720:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339493888 00000100:00100000:3.0:1734016139.045728:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339493888 00000100:00100000:3.0:1734016139.045761:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11800 00000100:00100000:3.0:1734016139.045777:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:8966:x1818247339493888:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016139.045792:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943180/0x7bf039d361d22ba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e08c6c expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016139.046183:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016139.046190:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:8966:x1818247339493888:12345-192.168.201.110@tcp:104: Request processed in 422us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.046197:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11800 00000100:00100000:0.0:1734016139.046675:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337054464:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016139.050840:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4700 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337054336:192.168.201.110@tcp:36:fsx.0 00000080:00200000:3.0:1734016139.050886:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016139.050891:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016139.050903:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016139.050914:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016139.050925:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016139.050928:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a430, osc lock ffff8800b5a2aab0, flags 0x0 00010000:00010000:3.0:1734016139.050946:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d2331 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5767168->5816319) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08cf1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.050956:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d2331 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5767168->5816319) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08cf1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.050965:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d2331 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5767168->5816319) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08cf1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.050971:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d2331 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5767168->5816319) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08cf1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.050978:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d2331 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5767168->5816319) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08cf1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016139.051029:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016139.051041:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337054592:192.168.201.110@tcp:10:fsx.0 00000100:00100000:0.0:1734016139.051465:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337054464:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016139.060043:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337054592:192.168.201.110@tcp:10:fsx.0 00000080:00200000:0.0:1734016139.060143:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 7657622 i_blocks 896 00000020:00010000:0.0:1734016139.060149:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8caf8a8 (ffff8800aeaf9d88/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.060152:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8caf8a8 (ffff8800aeaf9d88/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.060155:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a430 (ffff8800aeaf9998/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.060166:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d2331 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5767168->5816319) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08cf1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.060178:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d2331 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5767168->5816319) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08cf1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.060193:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8caf8a8 (ffff8800aeaf9d88/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.060195:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a430 (ffff8800aeaf9d88/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.060212:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.060224:0:9673:0:(llite_lib.c:2534:ll_setattr_raw()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8) current size 7657622, valid attrs 2168, mode 8800, uid -1441591024, gid -30720, new size 7657622, atime 1734016139.000000000, mtime 1734016139.038000000, ctime 1734016139.038000000, rc 0 00000080:00200008:0.0:1734016139.060247:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016139.060252:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:0.0:1734016139.060268:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016139.060282:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b3df9000 type 13 mode 30 res 8589935617/9 (0 0) 00010000:00010000:0.0:1734016139.060319:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d2346 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 9673 initiator: MDT0 00010000:00010000:0.0:1734016139.060325:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d2346 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00010000:00010000:0.0:1734016139.060334:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d2346 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00000100:00100000:0.0:1734016139.060356:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58a80 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337054720:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016139.062400:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016139.072673:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58a80 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337054720:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016139.072697:0:9673:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d2346 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08d14 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.072845:0:9673:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d2346 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08d14 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.072858:0:9673:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d2346 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08d14 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.072868:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d2346 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08d14 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.072879:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d2346 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08d14 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.072887:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d2346 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08d14 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016139.072892:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d2346 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08d14 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1734016139.072901:0:9673:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a8d58a80 x1818247337054720/t0(0) o101->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016155 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:0.0:1734016139.072911:0:9673:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d2346 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08d14 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1734016139.073848:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337054848:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016139.083937:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339494016 00000100:00100000:3.0:1734016139.083949:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339494016 00000100:00100000:3.0:1734016139.084004:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11801 00000100:00100000:3.0:1734016139.084011:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339494016:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016139.084028:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d2331 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5767168->5816319) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08cf1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.084039:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d2331 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5767168->5816319) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08cf1 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016139.084061:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016139.084063:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 7657622 mtime: 1734016139 atime: 1734016138 ctime: 1734016139 blocks: 896 00000020:00010000:3.0:1734016139.084066:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016139.084067:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 7657622 mtime: 1734016139 atime: 1734016138 ctime: 1734016139 blocks: 896 00000100:00100000:3.0:1734016139.084112:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339494016:12345-192.168.201.110@tcp:106: Request processed in 102us (998us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.084118:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11801 00010000:00010000:0.0:1734016139.092414:0:1979:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f59440/0x7bf039d361d234d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.092430:0:1979:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f59440/0x7bf039d361d234d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.092440:0:1979:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f59440/0x7bf039d361d234d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.092445:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f59440/0x7bf039d361d234d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.092452:0:1979:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f59440/0x7bf039d361d234d lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.092464:0:1979:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 7657622, setting rss=7657622; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016139.092947:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f59440/0x7bf039d361d234d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.092955:0:1979:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f59440/0x7bf039d361d234d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.092961:0:1979:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f59440/0x7bf039d361d234d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.092972:0:1979:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7f59440 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016139.092976:0:1979:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f59440/0x7bf039d361d234d lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.092984:0:1979:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016139.092989:0:1979:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f59440/0x7bf039d361d234d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.092993:0:1979:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f59440/0x7bf039d361d234d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.093020:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337054848:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016139.113095:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339494272 00000100:00100000:3.0:1734016139.113103:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339494272 00000100:00100000:3.0:1734016139.113139:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11803 00000100:00100000:3.0:1734016139.113146:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6469:x1818247339494272:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016139.113157:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a400/0x7bf039d361d2354 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08d22 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.113165:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a400/0x7bf039d361d2354 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [360448->364543] (req 360448->364543) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08d22 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.113173:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a400/0x7bf039d361d2354 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 360448->364543) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08d22 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.113182:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a400/0x7bf039d361d2354 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 360448->364543) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08d22 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.113188:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a400/0x7bf039d361d2354 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 360448->364543) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08d22 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.113195:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a400/0x7bf039d361d2354 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 360448->364543) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e08d22 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.113728:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800a7f5a400) 00000100:00100000:3.0:1734016139.114469:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6469:x1818247339494272:12345-192.168.201.110@tcp:105: Request processed in 1320us (1468us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.114476:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11803 00000008:00010000:0.0:1734016139.130161:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a7f770c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a400/0x7bf039d361d2354 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 360448->364543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d22 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.130170:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a7f77900 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a400/0x7bf039d361d2354 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 360448->364543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d22 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.130216:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (360448 364543) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a400/0x7bf039d361d2354 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 360448->364543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d22 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016139.130371:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59f80 - object 0x280000400:5 offset 0<>4194304 00000008:00010000:0.0:1734016139.130382:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a7f77900 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a400/0x7bf039d361d2354 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 360448->364543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d22 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.130412:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4194304 4198399) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a400/0x7bf039d361d2354 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 360448->364543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d22 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016139.130516:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d58700 - object 0x280000400:5 offset 4194304<>7659520 00000100:00100000:0.0:1734016139.130540:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337055488:192.168.201.110@tcp:3:fsx.0 00000100:00100000:0.0:1734016139.130636:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1734016139.130642:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337055360:192.168.201.110@tcp:3:fsx.0 00000100:00100000:0.0:1734016139.145183:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337055104:192.168.201.110@tcp:103:ldlm_bl.0 00000008:00010000:0.0:1734016139.216847:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a7f77900 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a400/0x7bf039d361d2354 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 360448->364543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d22 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.217098:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7f77900 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a400/0x7bf039d361d2354 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 360448->364543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d22 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.217121:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337055488:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016139.263601:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800a7f770c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a400/0x7bf039d361d2354 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 360448->364543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d22 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.263969:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800a7f770c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a400/0x7bf039d361d2354 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 360448->364543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d22 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.263997:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337055360:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016139.283362:0:4739:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016139.283381:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339494400 00000100:00100000:3.0:1734016139.283388:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339494400 00000100:00100000:3.0:1734016139.283424:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11804 00000100:00100000:3.0:1734016139.283431:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339494400:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016139.283446:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f5a400/0x7bf039d361d2354 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 360448->364543) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08d22 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.283516:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016139.283524:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339494400:12345-192.168.201.110@tcp:104: Request processed in 92us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.283532:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11804 00000100:00100000:0.0:1734016139.289501:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40f100 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337055872:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016139.289535:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10240000->10289151] (req 10240000->10289151) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.289549:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10240000->10289151] (req 10240000->10289151) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.289556:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10240000->10289151] (req 10240000->10289151) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.299950:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337056000:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016139.303803:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339494528 00000100:00100000:3.0:1734016139.303811:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339494528 00000100:00100000:3.0:1734016139.303847:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11805 00000100:00100000:3.0:1734016139.303855:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6469:x1818247339494528:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016139.303871:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10240000->10289151] (req 10240000->10289151) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.303882:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10240000->10289151] (req 10240000->10289151) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.303890:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.303897:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.303905:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.303914:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.303939:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800a7f59680) 00000100:00100000:3.0:1734016139.303988:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6469:x1818247339494528:12345-192.168.201.110@tcp:105: Request processed in 131us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.303996:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11805 00010000:00010000:0.0:1734016139.304280:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.304289:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.304311:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.304322:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 7657622, setting rss=7657622; kms=7657622, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.304331:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.304337:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.304353:0:9673:0:(vvp_io.c:1326:vvp_io_write_start()) f16a.sanityn: write [10240000, 10286339) 00000080:00200000:0.0:1734016139.304389:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 2500 of 0 to 4096 bytes 00000080:00200000:0.0:1734016139.304446:0:9673:0:(rw26.c:1006:ll_write_end()) pos 10240000, len 4096, copied 4096 00000080:00200000:0.0:1734016139.304452:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7ee0d80[3 ffff88012d0c29e0 2 1 ffff8801369fdbc0] 00000080:00200000:0.0:1734016139.304454:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a775c0 1fffff00000805 3:0 ffff8800a7ee0d80 2500 lru 00000080:00200000:0.0:1734016139.304460:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7ee0de0 2500: 1< 0 - - > 2< 10240000 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016139.304462:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7ee0d80 00000080:00200000:0.0:1734016139.304462:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:0.0:1734016139.304466:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 2501 of 0 to 4096 bytes 00000080:00200000:0.0:1734016139.304476:0:9673:0:(rw26.c:1006:ll_write_end()) pos 10244096, len 4096, copied 4096 00000080:00200000:0.0:1734016139.304479:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7ee0e58[3 ffff88012d0c29e0 2 1 ffff8801369fdbc0] 00000080:00200000:0.0:1734016139.304481:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a71f80 1fffff00000805 3:0 ffff8800a7ee0e58 2501 lru 00000080:00200000:0.0:1734016139.304485:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7ee0eb8 2501: 1< 0 - - > 2< 10244096 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016139.304486:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7ee0e58 00000080:00200000:0.0:1734016139.304487:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 2. 00000080:00200000:0.0:1734016139.304488:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 2502 of 0 to 4096 bytes 00000080:00200000:0.0:1734016139.304496:0:9673:0:(rw26.c:1006:ll_write_end()) pos 10248192, len 4096, copied 4096 00000080:00200000:0.0:1734016139.304498:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7ee0870[3 ffff88012d0c29e0 2 1 ffff8801369fdbc0] 00000080:00200000:0.0:1734016139.304500:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a71fc0 1fffff00000805 3:0 ffff8800a7ee0870 2502 lru 00000080:00200000:0.0:1734016139.304504:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7ee08d0 2502: 1< 0 - - > 2< 10248192 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016139.304505:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7ee0870 00000080:00200000:0.0:1734016139.304506:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 3. 00000080:00200000:0.0:1734016139.304507:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 2503 of 0 to 4096 bytes 00000080:00200000:0.0:1734016139.304517:0:9673:0:(rw26.c:1006:ll_write_end()) pos 10252288, len 4096, copied 4096 00000080:00200000:0.0:1734016139.304519:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7ee0798[3 ffff88012d0c29e0 2 1 ffff8801369fdbc0] 00000080:00200000:0.0:1734016139.304520:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029e0180 1fffff00000805 3:0 ffff8800a7ee0798 2503 lru 00000080:00200000:0.0:1734016139.304523:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7ee07f8 2503: 1< 0 - - > 2< 10252288 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016139.304524:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7ee0798 00000080:00200000:0.0:1734016139.304526:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 4. 00000080:00200000:0.0:1734016139.304527:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 2504 of 0 to 4096 bytes 00000080:00200000:0.0:1734016139.304535:0:9673:0:(rw26.c:1006:ll_write_end()) pos 10256384, len 4096, copied 4096 00000080:00200000:0.0:1734016139.304538:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7ee06c0[3 ffff88012d0c29e0 2 1 ffff8801369fdbc0] 00000080:00200000:0.0:1734016139.304539:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029e01c0 1fffff00000805 3:0 ffff8800a7ee06c0 2504 lru 00000080:00200000:0.0:1734016139.304543:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7ee0720 2504: 1< 0 - - > 2< 10256384 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016139.304544:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7ee06c0 00000080:00200000:0.0:1734016139.304544:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 5. 00000080:00200000:0.0:1734016139.304545:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 2505 of 0 to 4096 bytes 00000080:00200000:0.0:1734016139.304594:0:9673:0:(rw26.c:1006:ll_write_end()) pos 10260480, len 4096, copied 4096 00000080:00200000:0.0:1734016139.304596:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7ee05e8[3 ffff88012d0c29e0 2 1 ffff8801369fdbc0] 00000080:00200000:0.0:1734016139.304598:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a1f180 1fffff00000825 2:0 ffff8800a7ee05e8 2505 lru 00000080:00200000:0.0:1734016139.304602:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7ee0648 2505: 1< 0 - - > 2< 10260480 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016139.304603:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7ee05e8 00000080:00200000:0.0:1734016139.304604:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 6. 00000080:00200000:0.0:1734016139.304605:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 2506 of 0 to 4096 bytes 00000080:00200000:0.0:1734016139.304617:0:9673:0:(rw26.c:1006:ll_write_end()) pos 10264576, len 4096, copied 4096 00000080:00200000:0.0:1734016139.304619:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7ee0510[3 ffff88012d0c29e0 2 1 ffff8801369fdbc0] 00000080:00200000:0.0:1734016139.304621:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a77580 1fffff00000805 3:0 ffff8800a7ee0510 2506 lru 00000080:00200000:0.0:1734016139.304626:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7ee0570 2506: 1< 0 - - > 2< 10264576 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016139.304627:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7ee0510 00000080:00200000:0.0:1734016139.304628:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 7. 00000080:00200000:0.0:1734016139.304629:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 2507 of 0 to 4096 bytes 00000080:00200000:0.0:1734016139.304639:0:9673:0:(rw26.c:1006:ll_write_end()) pos 10268672, len 4096, copied 4096 00000080:00200000:0.0:1734016139.304641:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7ee0438[3 ffff88012d0c29e0 2 1 ffff8801369fdbc0] 00000080:00200000:0.0:1734016139.304643:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002aa49c0 1fffff00000805 3:0 ffff8800a7ee0438 2507 lru 00000080:00200000:0.0:1734016139.304646:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7ee0498 2507: 1< 0 - - > 2< 10268672 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016139.304647:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7ee0438 00000080:00200000:0.0:1734016139.304647:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 8. 00000080:00200000:0.0:1734016139.304648:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 2508 of 0 to 4096 bytes 00000080:00200000:0.0:1734016139.304655:0:9673:0:(rw26.c:1006:ll_write_end()) pos 10272768, len 4096, copied 4096 00000080:00200000:0.0:1734016139.304657:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7ee0360[3 ffff88012d0c29e0 2 1 ffff8801369fdbc0] 00000080:00200000:0.0:1734016139.304660:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002aa4980 1fffff00000805 3:0 ffff8800a7ee0360 2508 lru 00000080:00200000:0.0:1734016139.304663:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7ee03c0 2508: 1< 0 - - > 2< 10272768 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016139.304664:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7ee0360 00000080:00200000:0.0:1734016139.304665:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 9. 00000080:00200000:0.0:1734016139.304666:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 2509 of 0 to 4096 bytes 00000080:00200000:0.0:1734016139.304675:0:9673:0:(rw26.c:1006:ll_write_end()) pos 10276864, len 4096, copied 4096 00000080:00200000:0.0:1734016139.304678:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7ee0288[3 ffff88012d0c29e0 2 1 ffff8801369fdbc0] 00000080:00200000:0.0:1734016139.304680:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a72ac0 1fffff00000805 3:0 ffff8800a7ee0288 2509 lru 00000080:00200000:0.0:1734016139.304684:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7ee02e8 2509: 1< 0 - - > 2< 10276864 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016139.304686:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7ee0288 00000080:00200000:0.0:1734016139.304687:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 10. 00000080:00200000:0.0:1734016139.304688:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 2510 of 0 to 4096 bytes 00000080:00200000:0.0:1734016139.304697:0:9673:0:(rw26.c:1006:ll_write_end()) pos 10280960, len 4096, copied 4096 00000080:00200000:0.0:1734016139.304700:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7ee01b0[3 ffff88012d0c29e0 2 1 ffff8801369fdbc0] 00000080:00200000:0.0:1734016139.304701:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a72a80 1fffff00000805 3:0 ffff8800a7ee01b0 2510 lru 00000080:00200000:0.0:1734016139.304704:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7ee0210 2510: 1< 0 - - > 2< 10280960 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016139.304727:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7ee01b0 00000080:00200000:0.0:1734016139.304728:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 11. 00000080:00200000:0.0:1734016139.304730:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 2511 of 0 to 1283 bytes 00000080:00200000:0.0:1734016139.304749:0:9673:0:(rw26.c:1006:ll_write_end()) pos 10285056, len 1283, copied 1283 00000080:00200000:0.0:1734016139.304751:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7ee00d8[3 ffff88012d0c29e0 2 1 ffff8801369fdbc0] 00000080:00200000:0.0:1734016139.304753:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a4c2c0 1fffff00000805 3:0 ffff8800a7ee00d8 2511 lru 00000080:00200000:0.0:1734016139.304756:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7ee0138 2511: 1< 0 - - > 2< 10285056 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016139.304757:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7ee00d8 00000080:00200000:0.0:1734016139.304758:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 12. 00000080:00200000:0.0:1734016139.304761:0:9673:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 12, from 0, to 1283 00000008:00010000:0.0:1734016139.304785:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a9c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.304798:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a9c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.304811:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a9c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.304817:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a9c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.304821:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a9c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.304826:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a9c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.304830:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a9c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.304835:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a9c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.304839:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a9c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.304843:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a9c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.304847:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a9c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.304855:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a9c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.304863:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 12, dirtied 12 00000080:00200000:0.0:1734016139.304872:0:9673:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 12 pages 46339 bytes, tot: 46339 00000080:00200000:0.0:1734016139.304874:0:9673:0:(vvp_io.c:1405:vvp_io_write_start()) f16a.sanityn: write bytes 0, result: 46339 00000020:00010000:0.0:1734016139.304885:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.304888:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.304891:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3f820b0 (ffff8800aeaf9a28/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.304894:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.304901:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.304912:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafb78 (ffff8800aeaf95a8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.304914:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3f820b0 (ffff8800aeaf95a8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.304918:0:9673:0:(vvp_io.c:533:vvp_io_advance()) advancing 46339 bytes 00000080:00200000:0.0:1734016139.304923:0:9673:0:(file.c:1930:ll_file_io_generic()) Range unlock [2500, 2511] 00000080:00200000:0.0:1734016139.304929:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.304933:0:9673:0:(file.c:1964:ll_file_io_generic()) f16a.sanityn: 2 io complete with rc: 0, result: 46339, restart: 0 00000080:00200000:0.0:1734016139.304939:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10286339 i_blocks 896 00000080:00200000:0.0:1734016139.304942:0:9673:0:(file.c:2044:ll_file_io_generic()) iot: 2, result: 46339 00000080:00200008:0.0:1734016139.304958:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016139.304963:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:0.0:1734016139.304975:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016139.304985:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f59440/0x7bf039d361d235b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08d30 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016139.304995:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f59440/0x7bf039d361d235b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08d30 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016139.305003:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016139.305005:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d235b 00000080:00010000:0.0:1734016139.305009:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d235b from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016139.305012:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f59440/0x7bf039d361d235b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08d30 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016139.305016:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f59440/0x7bf039d361d235b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08d30 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016139.305030:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016139.305037:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016139.305044:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016139.305046:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d779b0, osc lock ffff8800aa1777c0, flags 0x400001002 00010000:00010000:0.0:1734016139.305056:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800ab2cb800 type 11 mode 6 res 10737419264/5 (0 18446744073709551615) 00010000:00010000:0.0:1734016139.305064:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d2369 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.305070:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d2369 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.305114:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016139.305124:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337056128:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016139.309994:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337056000:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016139.314108:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339494656 00000100:00100000:3.0:1734016139.314116:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339494656 00000100:00100000:3.0:1734016139.314157:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11806 00000100:00100000:3.0:1734016139.314163:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339494656:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016139.314176:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.314185:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016139.314206:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 13, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016139.314209:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 10286339 mtime: 1734016139 atime: 1734016138 ctime: 1734016139 blocks: 896 00000020:00010000:3.0:1734016139.314211:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016139.314212:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 10286339 mtime: 1734016139 atime: 1734016138 ctime: 1734016139 blocks: 896 00000100:00100000:3.0:1734016139.314275:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339494656:12345-192.168.201.110@tcp:106: Request processed in 111us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.314280:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11806 00010000:00010000:0.0:1734016139.316963:0:1979:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d2369 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.316979:0:1979:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d2369 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.316989:0:1979:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d2369 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.316995:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d2369 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.317000:0:1979:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d2369 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.317012:0:1979:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10286339, setting rss=10286339; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016139.317023:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d2369 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.317028:0:1979:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d2369 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.317034:0:1979:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d2369 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.317039:0:1979:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d811d40 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016139.317043:0:1979:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d2369 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.317052:0:1979:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016139.317056:0:1979:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d2369 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.317061:0:1979:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d2369 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.317102:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337056128:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016139.320855:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339494784 00000100:00100000:3.0:1734016139.320864:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339494784 00000100:00100000:3.0:1734016139.320906:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11807 00000100:00100000:3.0:1734016139.320912:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339494784:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016139.320927:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.320936:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016139.320965:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 13, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016139.320967:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 10286339 mtime: 1734016139 atime: 1734016138 ctime: 1734016139 blocks: 896 00000020:00010000:3.0:1734016139.320970:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016139.320971:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 10286339 mtime: 1734016139 atime: 1734016138 ctime: 1734016139 blocks: 896 00000100:00100000:3.0:1734016139.321006:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339494784:12345-192.168.201.110@tcp:106: Request processed in 94us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.321011:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11807 00010000:00010000:3.0:1734016139.325586:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d2370 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.325601:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d2370 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.325611:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d2370 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.325617:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d2370 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.325622:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d2370 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016139.325634:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10286339, setting rss=10286339; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016139.326521:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d2370 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.326535:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d2370 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.326541:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d2370 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.326547:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5940900 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016139.327136:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d2370 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.329892:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016139.329901:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d2370 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.329908:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d2370 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016139.329928:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337056256:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016139.333465:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339494912 00000100:00100000:3.0:1734016139.333473:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339494912 00000100:00100000:3.0:1734016139.333502:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11808 00000100:00100000:3.0:1734016139.333508:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339494912:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016139.333519:0:4740:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.333530:0:4740:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016139.333551:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 13, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016139.333552:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 10286339 mtime: 1734016139 atime: 1734016138 ctime: 1734016139 blocks: 896 00000020:00010000:3.0:1734016139.333554:0:4740:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016139.333555:0:4740:0:(cl_object.c:300:cl_object_glimpse()) size: 10286339 mtime: 1734016139 atime: 1734016138 ctime: 1734016139 blocks: 896 00000100:00100000:3.0:1734016139.333596:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7689:x1818247339494912:12345-192.168.201.110@tcp:106: Request processed in 87us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.333602:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11808 00010000:00010000:3.0:1734016139.344172:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2377 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.344190:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2377 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.344203:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2377 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.344210:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2377 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.344215:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2377 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016139.344227:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10286339, setting rss=10286339; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016139.344240:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2377 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.344246:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2377 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.344253:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2377 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.344259:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943a80 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016139.344263:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2377 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.344271:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016139.344276:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2377 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.344281:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2377 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016139.345130:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337056384:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016139.350042:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339495040 00000100:00100000:3.0:1734016139.350050:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339495040 00000100:00100000:3.0:1734016139.350095:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11809 00000100:00100000:3.0:1734016139.350101:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339495040:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016139.350113:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.350126:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016139.350145:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 13, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016139.350147:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 10286339 mtime: 1734016139 atime: 1734016138 ctime: 1734016139 blocks: 896 00000020:00010000:3.0:1734016139.350150:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016139.350151:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 10286339 mtime: 1734016139 atime: 1734016138 ctime: 1734016139 blocks: 896 00000100:00100000:3.0:1734016139.350189:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339495040:12345-192.168.201.110@tcp:106: Request processed in 88us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.350194:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11809 00010000:00010000:3.0:1734016139.357999:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d237e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.358016:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d237e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.358027:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d237e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.358034:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d237e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.358560:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d237e lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016139.358577:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10286339, setting rss=10286339; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016139.358595:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d237e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.358600:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d237e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.358605:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d237e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.358610:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5940900 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016139.358613:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d237e lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.358620:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016139.358625:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d237e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.358630:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d237e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016139.358689:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337056512:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016139.367205:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339495168 00000100:00100000:3.0:1734016139.367215:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339495168 00000100:00100000:3.0:1734016139.367259:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11810 00000100:00100000:3.0:1734016139.367266:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13925:x1818247339495168:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016139.367281:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59680/0x7bf039d361d2362 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10240000->10289151) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08d37 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.367349:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016139.367355:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:13925:x1818247339495168:12345-192.168.201.110@tcp:104: Request processed in 89us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.367361:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11810 00000100:00100000:3.0:1734016139.442362:0:1980:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012aae7800: committing for last_committed 4294969434 gen 2 00000008:00010000:3.0:1734016139.442400:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### no dlm lock: extent: ffff8800ab3e8a80 00000008:00010000:3.0:1734016139.442426:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### no dlm lock: extent: ffff8800ab3e8a80 00000100:00100000:3.0:1734016139.442439:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337056768:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016139.463390:0:1981:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012db5a800: committing for last_committed 4294969433 gen 1 00010000:00010000:3.0:1734016139.463451:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d2385 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.463468:0:1981:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d2385 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08d61 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.463480:0:1981:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d2385 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08d61 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.463490:0:1981:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d2385 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08d61 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016139.463501:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 10286339, setting rss=10286339; kms=10286339, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d2385 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08d61 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.463517:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d2385 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08d61 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.463524:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d2385 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08d61 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.463529:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d2385 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08d61 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.463534:0:1981:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d2385 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08d61 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016139.463548:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337057152:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016139.477347:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337057536:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016139.492996:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337057536:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016139.500430:0:1980:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012aae7800: committing for last_committed 4294969435 gen 2 00000008:00010000:3.0:1734016139.500463:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### no dlm lock: extent: ffff8800ab3e89c0 00000008:00010000:3.0:1734016139.500491:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### no dlm lock: extent: ffff8800ab3e89c0 00000100:00100000:3.0:1734016139.500503:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337057408:192.168.201.110@tcp:4:fsx.0 00010000:00010000:3.0:1734016139.508723:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d238c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.508744:0:1980:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d238c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08d6f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.508767:0:1980:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d238c lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08d6f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.508777:0:1980:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d238c lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08d6f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016139.508789:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 10286339, setting rss=10286339; kms=10286339, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d238c lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08d6f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.508805:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d238c lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08d6f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.508812:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d238c lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08d6f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.508817:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d238c lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08d6f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.508822:0:1980:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d238c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08d6f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016139.508836:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337057664:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016139.516031:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016139.516079:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339495424 00000100:00100000:3.0:1734016139.516086:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339495424 00000100:00100000:3.0:1734016139.516121:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11812 00000100:00100000:3.0:1734016139.516127:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fcb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339495424:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016139.516138:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d238c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e08d6f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.516191:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016139.516196:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fcb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339495424:12345-192.168.201.110@tcp:104: Request processed in 69us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.516201:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11812 00000100:00100000:0.0:1734016139.529225:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337057792:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016139.529251:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d2393 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4993024->5021695] (req 4993024->5021695) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08d76 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.529262:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d2393 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4993024->5021695] (req 4993024->5021695) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08d76 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.529269:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d2393 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4993024->5021695] (req 4993024->5021695) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08d76 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016139.529470:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339495552 00000100:00100000:3.0:1734016139.529478:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339495552 00000100:00100000:3.0:1734016139.529518:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11813 00000100:00100000:3.0:1734016139.529523:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6469:x1818247339495552:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016139.529530:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d2393 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4993024->5021695] (req 4993024->5021695) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08d76 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.529537:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d2393 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4993024->5021695] (req 4993024->5021695) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08d76 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.529545:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d2393 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4993024->5021695) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08d76 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.529552:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d2393 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4993024->5021695) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08d76 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.529558:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d2393 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4993024->5021695) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08d76 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.529564:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d2393 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4993024->5021695) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e08d76 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.529586:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5941680) 00000100:00100000:3.0:1734016139.529626:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6469:x1818247339495552:12345-192.168.201.110@tcp:105: Request processed in 101us (3102us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.529636:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11813 00010000:00010000:0.0:1734016139.529867:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d2393 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4993024->5021695) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08d76 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.529873:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d2393 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4993024->5021695) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08d76 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.529892:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d2393 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4993024->5021695) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08d76 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.529902:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 10286339, setting rss=10286339; kms=10286339, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d2393 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4993024->5021695) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08d76 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.529912:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d2393 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4993024->5021695) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d76 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.529918:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d2393 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4993024->5021695) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d76 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.529936:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10286339 i_blocks 1144 00000100:00100000:0.0:1734016139.529994:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016139.530005:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337058048:192.168.201.110@tcp:22:fsx.0 00000100:00100000:0.0:1734016139.541942:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337058048:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016139.546080:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016139.551715:0:4747:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016139.551723:0:4747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d2393 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4993024->5021695) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08d76 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.551731:0:4747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941680 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016139.551736:0:4747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d2393 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4993024->5021695) gid 0 flags: 0x800428400020000 nid: local remote: 0x3f004d6452e08d76 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.551756:0:4747:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016139.551777:0:4747:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000100:00100000:3.0:1734016139.561967:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016139.562576:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.562585:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.562605:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.562614:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 10286339, setting rss=10286339; kms=10286339, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.562622:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.562628:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.562638:0:9673:0:(vvp_io.c:1326:vvp_io_write_start()) f16a.sanityn: write [1863680, 1912551) 00000080:00200000:0.0:1734016139.562655:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 455 of 0 to 4096 bytes 00000080:00200000:0.0:1734016139.562691:0:9673:0:(rw26.c:1006:ll_write_end()) pos 1863680, len 4096, copied 4096 00000080:00200000:0.0:1734016139.562697:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7ee0000[3 ffff88012d0c29e0 2 1 ffff8800a7d7a4e0] 00000080:00200000:0.0:1734016139.562699:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a4c280 1fffff00000805 3:0 ffff8800a7ee0000 455 lru 00000080:00200000:0.0:1734016139.562766:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7ee0060 455: 1< 0 - - > 2< 1863680 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016139.562769:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7ee0000 00000080:00200000:0.0:1734016139.562770:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:0.0:1734016139.562772:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 456 of 0 to 4096 bytes 00000080:00200000:0.0:1734016139.562785:0:9673:0:(rw26.c:1006:ll_write_end()) pos 1867776, len 4096, copied 4096 00000080:00200000:0.0:1734016139.562788:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7ee0948[3 ffff88012d0c29e0 2 1 ffff8800a7d7a4e0] 00000080:00200000:0.0:1734016139.562790:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a406c0 1fffff00000805 3:0 ffff8800a7ee0948 456 lru 00000080:00200000:0.0:1734016139.562794:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7ee09a8 456: 1< 0 - - > 2< 1867776 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016139.562795:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7ee0948 00000080:00200000:0.0:1734016139.562795:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 2. 00000080:00200000:0.0:1734016139.562797:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 457 of 0 to 4096 bytes 00000080:00200000:0.0:1734016139.562804:0:9673:0:(rw26.c:1006:ll_write_end()) pos 1871872, len 4096, copied 4096 00000080:00200000:0.0:1734016139.562806:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7ee0a20[3 ffff88012d0c29e0 2 1 ffff8800a7d7a4e0] 00000080:00200000:0.0:1734016139.562808:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a1f1c0 1fffff00000805 3:0 ffff8800a7ee0a20 457 lru 00000080:00200000:0.0:1734016139.562812:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7ee0a80 457: 1< 0 - - > 2< 1871872 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016139.562813:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7ee0a20 00000080:00200000:0.0:1734016139.562814:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 3. 00000080:00200000:0.0:1734016139.562814:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 458 of 0 to 4096 bytes 00000080:00200000:0.0:1734016139.562823:0:9673:0:(rw26.c:1006:ll_write_end()) pos 1875968, len 4096, copied 4096 00000080:00200000:0.0:1734016139.562825:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7ee0af8[3 ffff88012d0c29e0 2 1 ffff8800a7d7a4e0] 00000080:00200000:0.0:1734016139.562826:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a73800 1fffff00000805 3:0 ffff8800a7ee0af8 458 lru 00000080:00200000:0.0:1734016139.562830:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7ee0b58 458: 1< 0 - - > 2< 1875968 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016139.562831:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7ee0af8 00000080:00200000:0.0:1734016139.562832:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 4. 00000080:00200000:0.0:1734016139.562833:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 459 of 0 to 4096 bytes 00000080:00200000:0.0:1734016139.562840:0:9673:0:(rw26.c:1006:ll_write_end()) pos 1880064, len 4096, copied 4096 00000080:00200000:0.0:1734016139.562842:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7ee0bd0[3 ffff88012d0c29e0 2 1 ffff8800a7d7a4e0] 00000080:00200000:0.0:1734016139.562844:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a73840 1fffff00000805 3:0 ffff8800a7ee0bd0 459 lru 00000080:00200000:0.0:1734016139.562847:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7ee0c30 459: 1< 0 - - > 2< 1880064 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016139.562848:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7ee0bd0 00000080:00200000:0.0:1734016139.562849:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 5. 00000080:00200000:0.0:1734016139.562850:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 460 of 0 to 4096 bytes 00000080:00200000:0.0:1734016139.562858:0:9673:0:(rw26.c:1006:ll_write_end()) pos 1884160, len 4096, copied 4096 00000080:00200000:0.0:1734016139.562860:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7ee0ca8[3 ffff88012d0c29e0 2 1 ffff8800a7d7a4e0] 00000080:00200000:0.0:1734016139.562862:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a74700 1fffff00000805 3:0 ffff8800a7ee0ca8 460 lru 00000080:00200000:0.0:1734016139.562865:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7ee0d08 460: 1< 0 - - > 2< 1884160 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016139.562867:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7ee0ca8 00000080:00200000:0.0:1734016139.562868:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 6. 00000080:00200000:0.0:1734016139.562869:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 461 of 0 to 4096 bytes 00000080:00200000:0.0:1734016139.562878:0:9673:0:(rw26.c:1006:ll_write_end()) pos 1888256, len 4096, copied 4096 00000080:00200000:0.0:1734016139.562880:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7ee00d8[3 ffff88012d0c29e0 2 1 ffff8800a7d7a4e0] 00000080:00200000:0.0:1734016139.562882:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a74740 1fffff00000805 3:0 ffff8800a7ee00d8 461 lru 00000080:00200000:0.0:1734016139.562885:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7ee0138 461: 1< 0 - - > 2< 1888256 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016139.562886:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7ee00d8 00000080:00200000:0.0:1734016139.562887:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 7. 00000080:00200000:0.0:1734016139.562888:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 462 of 0 to 4096 bytes 00000080:00200000:0.0:1734016139.562915:0:9673:0:(rw26.c:1006:ll_write_end()) pos 1892352, len 4096, copied 4096 00000080:00200000:0.0:1734016139.562917:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7ee01b0[3 ffff88012d0c29e0 2 1 ffff8800a7d7a4e0] 00000080:00200000:0.0:1734016139.562919:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a40680 1fffff00000825 2:0 ffff8800a7ee01b0 462 lru 00000080:00200000:0.0:1734016139.562922:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7ee0210 462: 1< 0 - - > 2< 1892352 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016139.562923:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7ee01b0 00000080:00200000:0.0:1734016139.562923:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 8. 00000080:00200000:0.0:1734016139.562925:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 463 of 0 to 4096 bytes 00000080:00200000:0.0:1734016139.562932:0:9673:0:(rw26.c:1006:ll_write_end()) pos 1896448, len 4096, copied 4096 00000080:00200000:0.0:1734016139.562935:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7ee0288[3 ffff88012d0c29e0 2 1 ffff8800a7d7a4e0] 00000080:00200000:0.0:1734016139.562937:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a77580 1fffff00000805 3:0 ffff8800a7ee0288 463 lru 00000080:00200000:0.0:1734016139.562940:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7ee02e8 463: 1< 0 - - > 2< 1896448 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016139.562942:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7ee0288 00000080:00200000:0.0:1734016139.562942:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 9. 00000080:00200000:0.0:1734016139.562944:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 464 of 0 to 4096 bytes 00000080:00200000:0.0:1734016139.562951:0:9673:0:(rw26.c:1006:ll_write_end()) pos 1900544, len 4096, copied 4096 00000080:00200000:0.0:1734016139.562953:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7ee0360[3 ffff88012d0c29e0 2 1 ffff8800a7d7a4e0] 00000080:00200000:0.0:1734016139.562955:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002aa49c0 1fffff00000805 3:0 ffff8800a7ee0360 464 lru 00000080:00200000:0.0:1734016139.562958:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7ee03c0 464: 1< 0 - - > 2< 1900544 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016139.562959:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7ee0360 00000080:00200000:0.0:1734016139.562960:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 10. 00000080:00200000:0.0:1734016139.562961:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 465 of 0 to 4096 bytes 00000080:00200000:0.0:1734016139.562970:0:9673:0:(rw26.c:1006:ll_write_end()) pos 1904640, len 4096, copied 4096 00000080:00200000:0.0:1734016139.562972:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7ee0438[3 ffff88012d0c29e0 2 1 ffff8800a7d7a4e0] 00000080:00200000:0.0:1734016139.562974:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002aa4980 1fffff00000805 3:0 ffff8800a7ee0438 465 lru 00000080:00200000:0.0:1734016139.562977:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7ee0498 465: 1< 0 - - > 2< 1904640 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016139.562978:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7ee0438 00000080:00200000:0.0:1734016139.562979:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 11. 00000080:00200000:0.0:1734016139.562980:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 466 of 0 to 3815 bytes 00010000:00010000:0.0:1734016139.563009:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.563017:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (10235904 10239999) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.563023:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/1,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.563028:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/1,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.563033:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.563116:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.563122:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.563165:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016139.563177:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.563194:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1908736 1912831) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016139.563218:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d58700 - object 0x280000400:5 offset 1908736<>10289152 00000100:00100000:0.0:1734016139.563232:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337058560:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016139.581355:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.581401:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.581417:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337058560:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016139.591225:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016139.599361:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10286339 i_blocks 1144 00000020:00010000:0.0:1734016139.599367:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.599370:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.599373:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891e30 (ffff8800a7e71878/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.599376:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.599377:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891e30 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.599387:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.599404:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016139.599408:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016139.599414:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016139.599425:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016139.599427:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77230, osc lock ffff8800aa177300, flags 0x400001002 00010000:00010000:0.0:1734016139.599445:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811b00/0x7bf039d361d23a8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.599453:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811b00/0x7bf039d361d23a8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.599507:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016139.599521:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337058816:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016139.605137:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016139.624443:0:1979:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811b00/0x7bf039d361d23a8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.624458:0:1979:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811b00/0x7bf039d361d23a8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.624468:0:1979:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811b00/0x7bf039d361d23a8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.624474:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811b00/0x7bf039d361d23a8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.624479:0:1979:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811b00/0x7bf039d361d23a8 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.624492:0:1979:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10286339, setting rss=10286339; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016139.624516:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811b00/0x7bf039d361d23a8 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.624522:0:1979:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811b00/0x7bf039d361d23a8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.624530:0:1979:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811b00/0x7bf039d361d23a8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.624535:0:1979:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d811b00 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016139.624539:0:1979:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811b00/0x7bf039d361d23a8 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.624547:0:1979:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016139.624561:0:1979:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811b00/0x7bf039d361d23a8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.624567:0:1979:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811b00/0x7bf039d361d23a8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.624610:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337058816:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016139.625819:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337058944:192.168.201.110@tcp:22:fsx.0 00000020:00010000:0.0:1734016139.634795:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.634799:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.634803:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b58912b0 (ffff8800a7e71878/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.634812:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.634825:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.634839:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.634843:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b58912b0 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.634861:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.634898:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016139.634906:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:0.0:1734016139.634928:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016139.634945:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d2346 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08d14 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016139.634955:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d2346 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08d14 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016139.634965:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:0.0:1734016139.634968:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d2346 00000080:00010000:0.0:1734016139.634972:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2346 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016139.634975:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d2346 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08d14 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016139.634980:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d2346 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08d14 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016139.634995:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016139.635003:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016139.635020:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016139.635023:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77930, osc lock ffff8800aa177b50, flags 0x400001002 00010000:00010000:0.0:1734016139.635035:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.635042:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.635055:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.635060:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.635074:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10286339 i_blocks 1144 00000020:00010000:0.0:1734016139.635077:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.635079:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.635080:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77930 (ffff8800a7e71878/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.635083:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.635084:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77930 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.635089:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.635099:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016139.635102:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016139.635105:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016139.635108:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016139.635110:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77930, osc lock ffff8800aa177b50, flags 0x400001002 00010000:00010000:0.0:1734016139.635115:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.635121:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.635127:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.635138:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.635148:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10286339 i_blocks 1144 00000020:00010000:0.0:1734016139.635150:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.635151:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.635153:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77930 (ffff8800a7e71878/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.635155:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.635156:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77930 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.635161:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.635166:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 10286339 00000080:00200008:0.0:1734016139.635173:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016139.635176:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:0.0:1734016139.635180:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016139.635185:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d2346 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08d14 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016139.635190:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d2346 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08d14 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016139.635196:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:0.0:1734016139.635197:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d2346 00000080:00010000:0.0:1734016139.635200:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2346 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016139.635202:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d2346 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08d14 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016139.635211:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d2346 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08d14 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016139.635218:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016139.635221:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016139.635225:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016139.635227:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77930, osc lock ffff8800aa177b50, flags 0x400001002 00010000:00010000:0.0:1734016139.635232:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.635237:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.635243:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.635249:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.635257:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10286339 i_blocks 1144 00000020:00010000:0.0:1734016139.635259:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.635261:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.635262:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77930 (ffff8800a7e71878/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.635265:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.635267:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77930 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.635270:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.635278:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016139.635280:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.635285:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.635291:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [700, 706] 00000008:00010000:0.0:1734016139.635296:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.635298:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77930, osc lock ffff8800aa177b50, flags 0x0 00010000:00010000:0.0:1734016139.635302:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.635307:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2867200 2895871) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.635313:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.635317:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.635321:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.635328:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10286339 i_blocks 1144 00000100:00100000:0.0:1734016139.635383:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016139.635393:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337059072:192.168.201.110@tcp:22:fsx.0 00000100:00100000:0.0:1734016139.656407:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337059072:192.168.201.110@tcp:22:fsx.0 00000008:00010000:3.0:1734016139.660072:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.660115:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8470528 8474623) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016139.660148:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcb100 - object 0x280000400:5 offset 8470528<>8474624 00000100:00100000:3.0:1734016139.660305:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016139.660318:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337059328:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016139.671497:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.671501:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.671504:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891930 (ffff8800a7e71878/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.671510:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.671518:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.671529:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.671531:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891930 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.671543:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.671555:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.671564:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.671573:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2068, 2068] 00000008:00010000:0.0:1734016139.671581:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.671585:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d779b0, osc lock ffff8800aa1778f0, flags 0x0 00010000:00010000:0.0:1734016139.671598:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.671606:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8470528 8474623) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.671615:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.671621:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.671626:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.671651:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.671663:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000020:00010000:0.0:1734016139.671671:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.671673:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.671675:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d779b0 (ffff8800a7e71878/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.671678:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.671683:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.671691:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.671693:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d779b0 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.671697:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.671793:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 2067 00000080:00200000:0.0:1734016139.671799:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.671803:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.671806:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2067, 2067] 00000008:00010000:0.0:1734016139.671810:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.671812:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d779b0, osc lock ffff8800aa1778f0, flags 0x0 00010000:00010000:0.0:1734016139.671818:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.671825:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8466432 8470527) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.671832:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.671843:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.671849:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.671913:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016139.671921:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.671939:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8466432 8470527) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016139.671961:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5a680 - object 0x280000400:5 offset 8466432<>8470528 00000100:00100000:0.0:1734016139.671974:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337059584:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016139.678296:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.682734:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.682778:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337059584:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016139.705676:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.705683:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.705686:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891c30 (ffff8800a7e71878/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.705693:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.705703:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.705781:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.705784:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891c30 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.705799:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.705814:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.705825:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.705836:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2066, 2066] 00000008:00010000:0.0:1734016139.705846:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.705850:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d771b0, osc lock ffff8800aa177690, flags 0x0 00010000:00010000:0.0:1734016139.705864:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.705877:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8462336 8466431) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.705886:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.705892:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.705898:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.705933:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.705946:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:0.0:1734016139.705954:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.705960:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.705968:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.705976:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.705978:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.705980:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d771b0 (ffff8800a7e71878/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.705983:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.705989:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.705996:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.705998:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d771b0 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.706004:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.706061:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 2065 00000080:00200000:0.0:1734016139.706067:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.706071:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.706076:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2065, 2065] 00000008:00010000:0.0:1734016139.706080:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.706082:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d771b0, osc lock ffff8800aa177690, flags 0x0 00010000:00010000:0.0:1734016139.706088:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.706095:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8458240 8462335) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.706102:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.706108:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.706114:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.706181:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016139.706193:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.706215:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8458240 8462335) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016139.706246:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5a680 - object 0x280000400:5 offset 8458240<>8462336 00000100:00100000:0.0:1734016139.706266:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337060096:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016139.726289:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.726292:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.726295:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d771b0 (ffff8800a7e71878/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.726302:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.726311:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.726324:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.726326:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d771b0 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.726340:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.726357:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.726369:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.726379:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2065, 2065] 00000008:00010000:0.0:1734016139.726389:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.726392:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d771b0, osc lock ffff8800aa177690, flags 0x0 00010000:00010000:0.0:1734016139.726407:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.726418:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8458240 8462335) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.726427:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.726434:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.726445:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.726479:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41aa80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.726492:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:0.0:1734016139.726501:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.726509:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.726516:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41aa80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.726524:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.726525:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.726527:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d771b0 (ffff8800a7e71878/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.726530:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.726537:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.726544:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.726546:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d771b0 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.726566:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.726624:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 2064 00000080:00200000:0.0:1734016139.726631:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.726637:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.726642:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2064, 2064] 00000008:00010000:0.0:1734016139.726646:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.726648:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d771b0, osc lock ffff8800aa177690, flags 0x0 00010000:00010000:0.0:1734016139.726654:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.726661:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8454144 8458239) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.726668:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.726673:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.726679:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.726771:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016139.726779:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.726801:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8454144 8458239) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016139.726834:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5a680 - object 0x280000400:5 offset 8454144<>8458240 00000100:00100000:0.0:1734016139.726852:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337060352:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016139.742179:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.742219:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.742237:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337060352:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016139.746053:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.746058:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.746061:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891eb0 (ffff8800a7e71878/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.746066:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.746074:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.746084:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.746086:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891eb0 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.746098:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.746109:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.746117:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.746125:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2063, 2063] 00000008:00010000:0.0:1734016139.746135:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.746138:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d776b0, osc lock ffff8800aa177c80, flags 0x0 00010000:00010000:0.0:1734016139.746151:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.746159:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8450048 8454143) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.746165:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.746170:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.746174:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.746201:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.746212:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:0.0:1734016139.746219:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.746224:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.746231:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.746242:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.746244:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.746246:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d776b0 (ffff8800a7e71878/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.746249:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.746255:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.746263:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.746265:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d776b0 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.746270:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.746294:0:9673:0:(file.c:5185:ll_fsync()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8), start 8450048, end 8474623, datasync 1 00000080:00200000:0.0:1734016139.746300:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.746304:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:0.0:1734016139.746312:0:9673:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.746319:0:9673:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.746327:0:9673:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.747349:0:9673:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.747386:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8470528 8474623) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016139.747454:0:9673:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5a680 - object 0x280000400:5 offset 1863680<>8474624 00000100:00100000:0.0:1734016139.747499:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016139.747516:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337060736:192.168.201.110@tcp:4:fsx.0 00000008:00010000:0.0:1734016139.754696:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.754811:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.754818:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.754834:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.754852:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337060736:192.168.201.110@tcp:4:fsx.0 00000080:00200000:0.0:1734016139.777131:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10286339 i_blocks 1288 00000080:00200000:0.0:1734016139.777145:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.777295:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016139.777302:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:0.0:1734016139.777316:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016139.777330:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f59440/0x7bf039d361d235b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08d30 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016139.777340:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f59440/0x7bf039d361d235b lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08d30 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016139.777348:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016139.777350:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d235b 00000080:00010000:0.0:1734016139.777356:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d235b from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016139.777358:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f59440/0x7bf039d361d235b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08d30 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016139.777364:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f59440/0x7bf039d361d235b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08d30 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016139.777381:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016139.777387:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016139.777399:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016139.777401:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77030, osc lock ffff8800aa177c80, flags 0x400001002 00010000:00010000:0.0:1734016139.777420:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d23af lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.777426:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d23af lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.777498:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016139.777507:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337061120:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016139.779650:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:0.0:1734016139.781197:0:1978:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012aae7800: committing for last_committed 4294969436 gen 2 00010000:00010000:0.0:1734016139.781219:0:1978:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d23af lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.781230:0:1978:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d23af lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.781240:0:1978:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d23af lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.781246:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d23af lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.781252:0:1978:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d23af lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.781263:0:1978:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10286339, setting rss=10286339; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016139.781284:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d23af lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.781289:0:1978:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d23af lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.781295:0:1978:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d23af lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.781300:0:1978:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d812880 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016139.781305:0:1978:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d23af lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.781317:0:1978:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016139.781322:0:1978:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d23af lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.781327:0:1978:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812880/0x7bf039d361d23af lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.781360:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337061120:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016139.783735:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016139.786387:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10286339 i_blocks 1288 00000020:00010000:0.0:1734016139.786393:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.786396:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.786400:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891bb0 (ffff8800a7e71878/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.786403:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.786405:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891bb0 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.786415:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016139.786424:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 10286339 00000080:00a00000:0.0:1734016139.786561:0:9673:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0x9:0x0] vma=ffff8800b6ee6d80 start=0x7f8ee1eff000 end=0x7f8ee1f0e000 vm_flags=0xfb 00000080:00200000:0.0:1734016139.786570:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016139.786577:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016139.786589:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016139.786591:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d776b0, osc lock ffff8800aa177db0, flags 0x400001002 00010000:00010000:0.0:1734016139.786603:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.786613:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.786622:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.786628:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.786641:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10286339 i_blocks 1288 00000020:00010000:0.0:1734016139.786644:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.786646:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.786648:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d776b0 (ffff8800a7e71878/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.786650:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.786652:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d776b0 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.786657:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.786702:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 379 00000080:00200000:0.0:1734016139.786744:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.786751:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.786767:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [379, 379] 00000008:00010000:0.0:1734016139.786774:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.786776:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d776b0, osc lock ffff8800aa177db0, flags 0x0 00010000:00010000:0.0:1734016139.786783:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.786791:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1552384 1556479) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.786797:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.786807:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.786813:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.786880:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016139.786888:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a780 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.786908:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1552384 1556479) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016139.786933:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5b800 - object 0x280000400:5 offset 1552384<>1556480 00000100:00100000:0.0:1734016139.786950:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337061504:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016139.798478:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.798483:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.798486:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d776b0 (ffff8800a7e71878/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.798492:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.798500:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.798513:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.798516:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d776b0 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.798529:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.798544:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.798554:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.798563:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [379, 379] 00000008:00010000:0.0:1734016139.798571:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.798574:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d776b0, osc lock ffff8800aa177db0, flags 0x0 00010000:00010000:0.0:1734016139.798586:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.798596:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1552384 1556479) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.798604:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.798610:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.798615:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.798640:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41acc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.798651:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000020:00010000:0.0:1734016139.798659:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.798661:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.798663:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d776b0 (ffff8800a7e71878/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.798666:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.798672:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.798678:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.798679:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d776b0 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.798683:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.798767:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 378 00000080:00200000:0.0:1734016139.798772:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.798775:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.798779:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [378, 378] 00000008:00010000:0.0:1734016139.798782:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.798784:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d776b0, osc lock ffff8800aa177db0, flags 0x0 00010000:00010000:0.0:1734016139.798788:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.798794:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1548288 1552383) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.798802:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.798807:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.798811:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.810356:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.810360:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.810363:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d776b0 (ffff8800a7e71878/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.810370:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.810378:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.810389:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.810391:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d776b0 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.810403:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.810417:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.810426:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.810434:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [378, 378] 00000008:00010000:0.0:1734016139.810442:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.810445:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d776b0, osc lock ffff8800aa177db0, flags 0x0 00010000:00010000:0.0:1734016139.810457:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.810466:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1548288 1552383) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.810472:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.810496:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.810501:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.810527:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a540 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.810540:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:0.0:1734016139.810547:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012b41acc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.810552:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41acc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.810558:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a540 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.810565:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.810567:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.810568:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d776b0 (ffff8800a7e71878/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.810571:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.810577:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.810585:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.810587:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d776b0 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.810592:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.810640:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 377 00000080:00200000:0.0:1734016139.810645:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.810649:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.810652:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [377, 377] 00000008:00010000:0.0:1734016139.810657:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.810659:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d776b0, osc lock ffff8800aa177db0, flags 0x0 00010000:00010000:0.0:1734016139.810664:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.810671:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1544192 1548287) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.810677:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.810682:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.810687:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.810779:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016139.810788:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41acc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.810807:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1544192 1548287) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016139.810831:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59f80 - object 0x280000400:5 offset 1544192<>1548288 00000100:00100000:0.0:1734016139.810844:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337062016:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016139.817704:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41acc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.819840:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41acc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.819869:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337062016:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016139.824400:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.824404:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.824406:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891130 (ffff8800a7e71878/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.824412:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.824418:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.824429:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.824431:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891130 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.824442:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.824455:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.824463:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.824470:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [376, 376] 00000008:00010000:0.0:1734016139.824478:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.824481:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77730, osc lock ffff8800aa177db0, flags 0x0 00010000:00010000:0.0:1734016139.824492:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.824501:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1540096 1544191) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.824510:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.824515:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.824519:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.824543:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41acc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.824555:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:0.0:1734016139.824561:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.824568:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.824579:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41acc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.824585:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.824586:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.824588:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77730 (ffff8800a7e71878/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.824590:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.824594:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.824600:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.824602:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77730 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.824607:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.824646:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 375 00000080:00200000:0.0:1734016139.824651:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.824654:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.824658:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [375, 375] 00000008:00010000:0.0:1734016139.824661:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.824663:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77730, osc lock ffff8800aa177db0, flags 0x0 00010000:00010000:0.0:1734016139.824668:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.824674:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1536000 1540095) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.824683:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.824689:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.824694:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.828036:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016139.828060:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41ab40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.828093:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1536000 1540095) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016139.828122:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59f80 - object 0x280000400:5 offset 1536000<>1540096 00000100:00100000:0.0:1734016139.828142:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337062528:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016139.833970:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41ab40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.834010:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41ab40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.834027:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337062528:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016139.838179:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.838183:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.838185:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891430 (ffff8800a7e71878/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.838190:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.838197:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.838207:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.838209:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891430 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.838221:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.838234:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.838244:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.838255:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [374, 374] 00000008:00010000:0.0:1734016139.838264:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.838267:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77330, osc lock ffff8800aa177c80, flags 0x0 00010000:00010000:0.0:1734016139.838279:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.838288:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1531904 1535999) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.838295:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.838301:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.838311:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.838340:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41ab40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.838353:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:0.0:1734016139.838360:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.838365:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.838371:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41ab40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.838376:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.838378:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.838380:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77330 (ffff8800a7e71878/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.838382:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.838387:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.838392:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.838394:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77330 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.838399:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.838453:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 373 00000080:00200000:0.0:1734016139.838460:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.838464:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.838467:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [373, 373] 00000008:00010000:0.0:1734016139.838471:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.838473:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77330, osc lock ffff8800aa177c80, flags 0x0 00010000:00010000:0.0:1734016139.838478:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.838484:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1527808 1531903) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.838490:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.838495:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.838501:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.851418:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.851422:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.851424:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77330 (ffff8800a7e71878/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.851430:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.851441:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.851451:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.851453:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77330 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.851464:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.851478:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.851488:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.851495:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [373, 373] 00000008:00010000:0.0:1734016139.851503:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.851507:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77330, osc lock ffff8800aa177c80, flags 0x0 00010000:00010000:0.0:1734016139.851518:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.851528:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1527808 1531903) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.851537:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.851542:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.851546:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.851568:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.851580:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:0.0:1734016139.851586:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012b41ab40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.851593:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41ab40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.851600:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.851606:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.851608:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.851609:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77330 (ffff8800a7e71878/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.851612:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.851617:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.851623:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.851624:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77330 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.851628:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.851681:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 372 00000080:00200000:0.0:1734016139.851685:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.851689:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.851693:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [372, 372] 00000008:00010000:0.0:1734016139.851696:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.851698:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77330, osc lock ffff8800aa177c80, flags 0x0 00010000:00010000:0.0:1734016139.851704:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.851728:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1523712 1527807) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.851734:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.851740:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.851745:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.851798:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016139.851805:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41ab40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.851821:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1523712 1527807) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016139.851842:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59f80 - object 0x280000400:5 offset 1523712<>1527808 00000100:00100000:0.0:1734016139.851856:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337063296:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016139.857456:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41ab40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.857557:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41ab40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.857576:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337063296:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016139.863776:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.863781:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.863783:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891830 (ffff8800a7e71878/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.863789:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.863796:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.863808:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.863809:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891830 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.863822:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.863835:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.863844:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.863852:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [371, 371] 00000008:00010000:0.0:1734016139.863860:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.863864:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d772b0, osc lock ffff8800aa177690, flags 0x0 00010000:00010000:0.0:1734016139.863877:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.863887:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1519616 1523711) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.863899:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.863905:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.863910:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.863936:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41ab40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.863950:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:0.0:1734016139.863959:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.863965:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.863970:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41ab40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.863977:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.863979:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.863982:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d772b0 (ffff8800a7e71878/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.863984:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.863990:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.863996:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.863998:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d772b0 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.864004:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.864049:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 370 00000080:00200000:0.0:1734016139.864054:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.864058:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.864063:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [370, 370] 00000008:00010000:0.0:1734016139.864067:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.864069:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d772b0, osc lock ffff8800aa177690, flags 0x0 00010000:00010000:0.0:1734016139.864074:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.864082:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1515520 1519615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.864089:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.864095:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.864100:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.865389:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337063808:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016139.868410:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41aa80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.868489:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41aa80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.868507:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337063808:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016139.871775:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.871778:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.871781:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891430 (ffff8800a7e71878/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.871788:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.871796:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.871808:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.871810:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891430 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.871822:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.871835:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.871843:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.871851:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [369, 369] 00000008:00010000:0.0:1734016139.871862:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.871865:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77630, osc lock ffff8800aa1778f0, flags 0x0 00010000:00010000:0.0:1734016139.871878:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.871887:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1511424 1515519) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.871895:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.871901:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.871907:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.871937:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41aa80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.871948:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:0.0:1734016139.871955:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.871962:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.871969:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41aa80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.871980:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016139.871982:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016139.871984:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77630 (ffff8800a7e71878/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016139.871987:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.871994:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016139.872001:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016139.872003:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77630 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016139.872009:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016139.872059:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 368 00000080:00200000:0.0:1734016139.872064:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016139.872069:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016139.872073:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [368, 368] 00000008:00010000:0.0:1734016139.872077:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016139.872079:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77630, osc lock ffff8800aa1778f0, flags 0x0 00010000:00010000:0.0:1734016139.872084:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.872091:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1507328 1511423) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.872098:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.872108:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.872113:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.872178:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016139.872185:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.872204:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1507328 1511423) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016139.872228:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59f80 - object 0x280000400:5 offset 1507328<>1511424 00000100:00100000:0.0:1734016139.872243:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337064320:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016139.875402:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.875527:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.875544:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337064320:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016139.878840:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016139.878865:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016139.878878:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337064576:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016139.881667:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016139.881690:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016139.881705:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337064832:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016139.885249:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016139.885272:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016139.885287:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337065088:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016139.907659:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016139.907702:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016139.907769:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337065216:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016139.923642:0:1980:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012db5a800: committing for last_committed 4294969440 gen 1 00000100:00100000:3.0:1734016139.923689:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337065344:192.168.201.110@tcp:16:fsx.0 00000100:00100000:3.0:1734016139.928068:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339496448 00000100:00100000:3.0:1734016139.928077:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339496448 00000100:00100000:3.0:1734016139.928497:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11820 00000100:00100000:3.0:1734016139.928505:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13925:x1818247339496448:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016139.928520:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d239a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1863680->1912831) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08d7d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.928683:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016139.928690:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:13925:x1818247339496448:12345-192.168.201.110@tcp:104: Request processed in 185us (738us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.928696:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11820 00000100:00100000:0.0:1734016139.930990:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337065728:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016139.951227:0:1981:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012aae7800: committing for last_committed 4294969441 gen 2 00000008:00010000:3.0:1734016139.951446:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### no dlm lock: extent: ffff8800ab3e86c0 00000008:00010000:3.0:1734016139.951480:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### no dlm lock: extent: ffff8800ab3e86c0 00000100:00100000:3.0:1734016139.951491:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337065600:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016139.952316:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337065856:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016139.960685:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d23bd lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.960733:0:1980:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d23bd lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08da7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.960746:0:1980:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d23bd lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08da7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.960765:0:1980:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d23bd lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08da7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016139.960778:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 10286339, setting rss=10286339; kms=10286339, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d23bd lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08da7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.960798:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d23bd lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08da7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.960804:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d23bd lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08da7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.960810:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d23bd lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08da7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.960814:0:1980:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d23bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08da7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016139.960830:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337065856:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016139.965488:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339496576 00000100:00100000:3.0:1734016139.965496:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339496576 00000100:00100000:3.0:1734016139.965953:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11821 00000100:00100000:3.0:1734016139.965960:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339496576:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016139.965973:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d23bd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e08da7 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.966029:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016139.966034:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339496576:12345-192.168.201.110@tcp:104: Request processed in 74us (897us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.966039:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11821 00000100:00100000:0.0:1734016139.967228:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337066112:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016139.974356:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339496704 00000100:00100000:3.0:1734016139.974365:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339496704 00010000:00010000:0.0:1734016139.975131:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d23c4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7360512->7389183) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08dae expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.975140:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d23c4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7360512->7389183) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08dae expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.975159:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d23c4 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7360512->7389183) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08dae expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.975168:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 10286339, setting rss=10286339; kms=10286339, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d23c4 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7360512->7389183) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08dae expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.975176:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d23c4 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7360512->7389183) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08dae expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.975182:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d23c4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7360512->7389183) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08dae expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016139.975192:0:9673:0:(vvp_io.c:1326:vvp_io_write_start()) f16a.sanityn: write [7360512, 7385711) 00000080:00200000:0.0:1734016139.975206:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 1797 of 0 to 4096 bytes 00000080:00200000:0.0:1734016139.975243:0:9673:0:(rw26.c:1006:ll_write_end()) pos 7360512, len 4096, copied 4096 00000080:00200000:0.0:1734016139.975248:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7d7e948[3 ffff88012d0c29e0 2 1 ffff8800a7d7a4e0] 00000080:00200000:0.0:1734016139.975251:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002b3afc0 1fffff00000805 3:0 ffff8800a7d7e948 1797 lru 00000080:00200000:0.0:1734016139.975256:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7d7e9a8 1797: 1< 0 - - > 2< 7360512 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016139.975257:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7d7e948 00000080:00200000:0.0:1734016139.975258:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:0.0:1734016139.975260:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 1798 of 0 to 4096 bytes 00000080:00200000:0.0:1734016139.975269:0:9673:0:(rw26.c:1006:ll_write_end()) pos 7364608, len 4096, copied 4096 00000080:00200000:0.0:1734016139.975272:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7d7ea20[3 ffff88012d0c29e0 2 1 ffff8800a7d7a4e0] 00000080:00200000:0.0:1734016139.975274:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002b36a40 1fffff00000805 3:0 ffff8800a7d7ea20 1798 lru 00000080:00200000:0.0:1734016139.975278:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7d7ea80 1798: 1< 0 - - > 2< 7364608 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016139.975279:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7d7ea20 00000080:00200000:0.0:1734016139.975280:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 2. 00000080:00200000:0.0:1734016139.975281:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 1799 of 0 to 4096 bytes 00000080:00200000:0.0:1734016139.975289:0:9673:0:(rw26.c:1006:ll_write_end()) pos 7368704, len 4096, copied 4096 00000080:00200000:0.0:1734016139.975291:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7d7eaf8[3 ffff88012d0c29e0 2 1 ffff8800a7d7a4e0] 00000080:00200000:0.0:1734016139.975293:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002aab780 1fffff00000805 3:0 ffff8800a7d7eaf8 1799 lru 00000080:00200000:0.0:1734016139.975296:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7d7eb58 1799: 1< 0 - - > 2< 7368704 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016139.975297:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7d7eaf8 00000080:00200000:0.0:1734016139.975298:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 3. 00000080:00200000:0.0:1734016139.975299:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 1800 of 0 to 4096 bytes 00000080:00200000:0.0:1734016139.975307:0:9673:0:(rw26.c:1006:ll_write_end()) pos 7372800, len 4096, copied 4096 00000080:00200000:0.0:1734016139.975309:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7d7ebd0[3 ffff88012d0c29e0 2 1 ffff8800a7d7a4e0] 00000080:00200000:0.0:1734016139.975311:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002aac340 1fffff00000805 3:0 ffff8800a7d7ebd0 1800 lru 00000080:00200000:0.0:1734016139.975314:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7d7ec30 1800: 1< 0 - - > 2< 7372800 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016139.975316:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7d7ebd0 00000080:00200000:0.0:1734016139.975316:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 4. 00000080:00200000:0.0:1734016139.975317:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 1801 of 0 to 4096 bytes 00000080:00200000:0.0:1734016139.975324:0:9673:0:(rw26.c:1006:ll_write_end()) pos 7376896, len 4096, copied 4096 00000080:00200000:0.0:1734016139.975326:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7d7eca8[3 ffff88012d0c29e0 2 1 ffff8800a7d7a4e0] 00000080:00200000:0.0:1734016139.975328:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002aa4840 1fffff00000805 3:0 ffff8800a7d7eca8 1801 lru 00000080:00200000:0.0:1734016139.975332:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7d7ed08 1801: 1< 0 - - > 2< 7376896 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016139.975333:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7d7eca8 00000080:00200000:0.0:1734016139.975334:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 5. 00000080:00200000:0.0:1734016139.975335:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 1802 of 0 to 4096 bytes 00000080:00200000:0.0:1734016139.975363:0:9673:0:(rw26.c:1006:ll_write_end()) pos 7380992, len 4096, copied 4096 00000080:00200000:0.0:1734016139.975365:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a7d7ed80[3 ffff88012d0c29e0 2 1 ffff8800a7d7a4e0] 00000080:00200000:0.0:1734016139.975367:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002aadd80 1fffff00000825 2:0 ffff8800a7d7ed80 1802 lru 00000080:00200000:0.0:1734016139.975370:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a7d7ede0 1802: 1< 0 - - > 2< 7380992 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016139.975372:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a7d7ed80 00000080:00200000:0.0:1734016139.975373:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 6. 00000080:00200000:0.0:1734016139.975374:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 1803 of 0 to 623 bytes 00000100:00100000:0.0:1734016139.975438:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016139.975447:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d23c4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7360512->7389183) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08dae expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016139.975474:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7385088 7389183) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d23c4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7360512->7389183) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08dae expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016139.975494:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59f80 - object 0x280000400:5 offset 7385088<>7389184 00000100:00100000:0.0:1734016139.975508:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337066368:192.168.201.110@tcp:3:fsx.0 00000100:00100000:0.0:1734016139.981028:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337066112:192.168.201.110@tcp:103:ldlm_bl.0 00000008:00010000:0.0:1734016139.981647:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d23c4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7360512->7389183) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08dae expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016139.981671:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d23c4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7360512->7389183) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08dae expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016139.981684:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337066368:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016139.987562:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339496832 00000100:00100000:3.0:1734016139.987569:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339496832 00000100:00100000:3.0:1734016139.988167:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11823 00000100:00100000:3.0:1734016139.988174:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:8966:x1818247339496832:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016139.988188:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d810000/0x7bf039d361d2346 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e08d14 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016139.988314:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016139.988320:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:8966:x1818247339496832:12345-192.168.201.110@tcp:104: Request processed in 146us (1361us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.988326:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11823 00000100:00100000:0.0:1734016139.988521:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016139.988533:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337066752:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016139.993241:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337066752:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016139.994246:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337066624:192.168.201.110@tcp:36:fsx.0 00000080:00200000:3.0:1734016139.994284:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016139.994289:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016139.994302:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016139.994338:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016139.994349:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016139.994352:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a4b0, osc lock ffff8800b5a2a000, flags 0x0 00010000:00010000:3.0:1734016139.994374:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d23cb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.994384:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d23cb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.994411:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d23cb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016139.994432:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8000 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337066880:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016139.994465:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe3300 going to sleep for 11 seconds 00000100:00100000:3.0:1734016139.998744:0:4739:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016139.998769:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339496960 00000100:00100000:3.0:1734016139.998776:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339496960 00000100:00100000:3.0:1734016139.998812:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11824 00000100:00100000:3.0:1734016139.998819:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339496960:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016139.998832:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d23c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7360512->7389183) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08dae expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016139.999130:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016139.999137:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339496960:12345-192.168.201.110@tcp:104: Request processed in 317us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016139.999143:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11824 00000100:00100000:0.0:1734016139.999894:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337067008:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016140.009768:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8000 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337066880:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016140.009792:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d23cb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08dbc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.009802:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d23cb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08dbc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.009808:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d23cb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08dbc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.010279:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d23c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7360512->7389183) gid 0 flags: 0x800429400020000 nid: local remote: 0x3f004d6452e08dae expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.010321:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d23c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7360512->7389183) gid 0 flags: 0x800429400020000 nid: local remote: 0x3f004d6452e08dae expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.010333:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337067008:192.168.201.110@tcp:4:fsx.0 00000100:00100000:0.0:1734016140.010615:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016140.010624:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337067136:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016140.012899:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016140.013349:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d23cb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08dbc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.013358:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d23cb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08dbc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.013375:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d23cb lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08dbc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.013384:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 10286339, setting rss=10286339; kms=10286339, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d23cb lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08dbc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.013392:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d23cb lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08dbc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.013397:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d23cb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08dbc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.013900:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016140.013913:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337067264:192.168.201.110@tcp:10:fsx.0 00000100:00100000:0.0:1734016140.027967:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337067264:192.168.201.110@tcp:10:fsx.0 00000100:00100000:3.0:1734016140.035861:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016140.039369:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6297681 i_blocks 1128 00000020:00010000:0.0:1734016140.039377:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.039379:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.039383:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891f30 (ffff8800a7e71878/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.039385:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.041997:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891f30 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.042019:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016140.042043:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016140.042050:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016140.042056:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016140.042073:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016140.042075:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77130, osc lock ffff8800aa177b50, flags 0x400001002 00010000:00010000:0.0:1734016140.042106:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d23e0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.042114:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d23e0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.042187:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337067648:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.050957:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016140.050990:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339497344 00000100:00100000:3.0:1734016140.050999:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339497344 00000100:00100000:3.0:1734016140.051027:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11827 00000100:00100000:3.0:1734016140.051034:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339497344:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016140.051048:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d23cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08dbc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.051057:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d23cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08dbc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016140.051095:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016140.051097:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 6297681 mtime: 1734016139 atime: 1734016139 ctime: 1734016139 blocks: 1128 00000020:00010000:3.0:1734016140.051100:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016140.051101:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 6297681 mtime: 1734016139 atime: 1734016139 ctime: 1734016139 blocks: 1128 00000100:00100000:3.0:1734016140.051137:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339497344:12345-192.168.201.110@tcp:106: Request processed in 103us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.051143:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11827 00010000:00010000:0.0:1734016140.056428:0:1978:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d23e0 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.056462:0:1978:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d23e0 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.056478:0:1978:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d23e0 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.056485:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d23e0 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.056491:0:1978:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d23e0 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.056510:0:1978:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6297681, setting rss=6297681; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016140.057557:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d23e0 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.057565:0:1978:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d23e0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.057572:0:1978:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d23e0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.057578:0:1978:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d810240 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016140.057583:0:1978:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d23e0 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.057595:0:1978:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016140.057600:0:1978:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d23e0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.057605:0:1978:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d23e0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.057643:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337067648:192.168.201.110@tcp:101:fsx.0 00000080:00200000:3.0:1734016140.062566:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6297681 i_blocks 1128 00000100:00100000:3.0:1734016140.062626:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016140.062643:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337067904:192.168.201.110@tcp:22:fsx.0 00000020:00010000:3.0:1734016140.069815:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:3.0:1734016140.069822:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016140.069826:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891bb0 (ffff8800a7e71878/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016140.069834:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d23cb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08dbc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.069849:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d23cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08dbc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016140.069860:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016140.069861:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891bb0 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016140.069874:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016140.069916:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016140.069921:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:3.0:1734016140.069938:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016140.069954:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d23d2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08dca expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016140.069963:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d23d2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08dca expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016140.069972:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:3.0:1734016140.069975:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d23d2 00000080:00010000:3.0:1734016140.069980:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d23d2 from it ffff8800a7d3bcd8 00010000:00010000:3.0:1734016140.069982:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d23d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08dca expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016140.069987:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d23d2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08dca expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016140.070003:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016140.070012:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016140.070027:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016140.070029:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588aab0, osc lock ffff8800b5a2a980, flags 0x400001002 00010000:00010000:3.0:1734016140.070047:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840d80/0x7bf039d361d23ee lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.070054:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840d80/0x7bf039d361d23ee lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.076986:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:3.0:1734016140.081695:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6297681 i_blocks 1136 00000020:00010000:3.0:1734016140.081703:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:3.0:1734016140.081734:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016140.081739:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588aab0 (ffff8800a7e71878/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016140.081741:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016140.081742:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588aab0 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016140.081762:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016140.081779:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016140.081784:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016140.081789:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016140.081798:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016140.081800:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588aab0, osc lock ffff8800b5a2a980, flags 0x400001002 00010000:00010000:3.0:1734016140.081817:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d23f5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.081823:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d23f5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.086623:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:3.0:1734016140.091455:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6297681 i_blocks 1136 00000020:00010000:3.0:1734016140.091464:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:3.0:1734016140.091467:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016140.091471:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588aab0 (ffff8800a7e71878/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016140.091474:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016140.091476:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588aab0 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016140.091487:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016140.091497:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 6297681 00000080:00200000:3.0:1734016140.091546:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016140.091549:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016140.091559:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016140.091569:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [378, 380] 00000008:00010000:3.0:1734016140.091578:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016140.091581:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588aab0, osc lock ffff8800b5a2a980, flags 0x0 00010000:00010000:3.0:1734016140.091594:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d23cb lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08dbc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.091606:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1548288 1560575) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d23cb lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08dbc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.091614:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d23cb lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08dbc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.091620:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d23cb lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08dbc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.091626:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d23cb lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08dbc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016140.091642:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6297681 i_blocks 1136 00000020:00010000:3.0:1734016140.099906:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:3.0:1734016140.099911:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016140.099916:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588aab0 (ffff8800a7e71878/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016140.099924:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d23cb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08dbc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.099936:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d23cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08dbc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016140.099950:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016140.099953:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588aab0 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016140.099968:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016140.099988:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016140.099994:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:3.0:1734016140.100014:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016140.100029:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d23d2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08dca expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016140.100041:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d23d2 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08dca expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016140.100051:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:3.0:1734016140.100055:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d23d2 00000080:00010000:3.0:1734016140.100061:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d23d2 from it ffff8800a7d3bcd8 00010000:00010000:3.0:1734016140.100065:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d23d2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08dca expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016140.100071:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d23d2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08dca expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016140.100094:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016140.100103:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016140.100120:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016140.100123:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588aab0, osc lock ffff8800b5a2a980, flags 0x400001002 00010000:00010000:3.0:1734016140.100147:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae8418c0/0x7bf039d361d23fc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.100154:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae8418c0/0x7bf039d361d23fc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.107968:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:3.0:1734016140.113102:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6297681 i_blocks 1128 00000020:00010000:3.0:1734016140.113109:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:3.0:1734016140.113112:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016140.113116:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588aab0 (ffff8800a7e71878/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016140.113118:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016140.113120:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588aab0 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016140.113129:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016140.113146:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016140.113151:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016140.113157:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016140.113168:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016140.113170:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588aab0, osc lock ffff8800b5a2a980, flags 0x400001002 00010000:00010000:3.0:1734016140.113189:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842640/0x7bf039d361d2403 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.113196:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842640/0x7bf039d361d2403 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.120576:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:3.0:1734016140.129921:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6297681 i_blocks 1128 00000020:00010000:3.0:1734016140.129930:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:3.0:1734016140.129932:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016140.129936:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588aab0 (ffff8800a7e71878/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016140.129938:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016140.129940:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588aab0 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016140.129950:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016140.129960:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 6297681 00000080:00200008:3.0:1734016140.130253:0:9673:0:(llite_lib.c:2284:ll_setattr_raw()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8) current size 6297681, valid attrs 2068, mode 8800, uid -1441591024, gid -30720, new size 7363964, atime 1734016140.000000000, mtime 1734016140.000000000, ctime 1734016140.000000000 00010000:00010000:3.0:1734016140.130281:0:9673:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d23d2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x3f004d6452e08dca expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016140.130298:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800a8e2a880/0x7bf039d361cbf01 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e009a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016140.130332:0:9673:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d23d2 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x3f004d6452e08dca expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016140.130337:0:9673:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016140.130338:0:9673:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d23d2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x3f004d6452e08dca expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000020:00100000:3.0:1734016140.130379:0:9673:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88012db5a800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1734016140.130389:0:9673:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800b3fc8380 x1818247337068800/t0(0) o36->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734016140.130409:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8380 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337068800:192.168.201.110@tcp:36:fsx.0 00000100:00100000:3.0:1734016140.130460:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe3a80 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.135936:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:0.0:1734016140.138232:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016140.138253:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337068928:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016140.142775:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337068928:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016140.142870:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8380 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337068800:192.168.201.110@tcp:36:fsx.0 00000080:00200000:3.0:1734016140.142912:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016140.142918:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016140.142931:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016140.142944:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016140.142959:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016140.142964:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588aab0, osc lock ffff8800b5a2a980, flags 0x0 00010000:00010000:3.0:1734016140.142996:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.143006:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.143038:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.143059:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc9f80 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337069056:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.143096:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe3c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.156212:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339498112 00000100:00100000:3.0:1734016140.156225:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339498112 00000100:00100000:3.0:1734016140.156266:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11833 00000100:00100000:3.0:1734016140.156273:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339498112:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016140.156286:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d23cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08dbc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.156360:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016140.156365:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339498112:12345-192.168.201.110@tcp:104: Request processed in 93us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.156372:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11833 00000100:00100000:0.0:1734016140.157685:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337069184:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016140.166164:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339498240 00000100:00100000:3.0:1734016140.166173:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339498240 00000100:00100000:3.0:1734016140.166209:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11834 00000100:00100000:3.0:1734016140.166215:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6469:x1818247339498240:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016140.166228:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.166238:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.166246:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.166254:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.166262:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.166276:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000000000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.166292:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800ae843cc0) 00000100:00100000:3.0:1734016140.166333:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6469:x1818247339498240:12345-192.168.201.110@tcp:105: Request processed in 117us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.166340:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11834 00000100:00100000:0.0:1734016140.166449:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc9f80 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337069056:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016140.166465:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.166482:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.166493:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 6297681, setting rss=6297681; kms=6297681, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.166502:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.166510:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.166599:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016140.166610:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337069312:192.168.201.110@tcp:10:fsx.0 00000100:00100000:0.0:1734016140.179518:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337069312:192.168.201.110@tcp:10:fsx.0 00000100:00100000:0.0:1734016140.179534:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337069184:192.168.201.110@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1734016140.186282:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016140.186309:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.186326:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337069568:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016140.190434:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016140.190461:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.190480:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337069824:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016140.197542:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016140.197868:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.197889:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337070080:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016140.198413:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.198432:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7348224 7352319) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016140.198456:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcb800 - object 0x280000400:5 offset 7348224<>7352320 00000008:00010000:3.0:1734016140.202240:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016140.202263:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.202280:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337070336:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016140.204035:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016140.204052:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.204082:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7344128 7348223) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016140.204122:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcb800 - object 0x280000400:5 offset 7344128<>7348224 00000100:00100000:3.0:1734016140.204146:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337070592:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016140.207332:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016140.207360:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe39c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.207379:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337070592:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016140.207648:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.207652:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.207655:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891eb0 (ffff8800a7e71878/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.207660:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.207669:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.207681:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.207683:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891eb0 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.207695:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.207774:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.207820:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.207831:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1793, 1793] 00000008:00010000:0.0:1734016140.207841:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.207844:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d775b0, osc lock ffff8800aa177300, flags 0x0 00010000:00010000:0.0:1734016140.207857:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.207867:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7344128 7348223) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.207875:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.207881:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.207887:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.207913:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016140.207927:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:0.0:1734016140.207935:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.207942:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.207949:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.207962:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.207964:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.207966:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d775b0 (ffff8800a7e71878/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016140.207969:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.207975:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016140.207983:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.207984:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d775b0 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.207991:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.208031:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1792 00000080:00200000:0.0:1734016140.208036:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.208041:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.208045:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1792, 1792] 00000008:00010000:0.0:1734016140.208050:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.208052:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d775b0, osc lock ffff8800aa177300, flags 0x0 00010000:00010000:0.0:1734016140.208058:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.208065:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7340032 7344127) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.208071:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.208082:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.208087:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.208153:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016140.208161:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.208180:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7340032 7344127) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016140.208203:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d58e00 - object 0x280000400:5 offset 7340032<>7344128 00000100:00100000:0.0:1734016140.208218:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337070848:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016140.211668:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.211705:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.211830:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337070848:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016140.216062:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016140.216087:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.216102:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337071104:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016140.227250:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016140.227276:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.227293:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337071360:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016140.231160:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016140.231198:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843cc0/0x7bf039d361d240a lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e10 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.231219:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337071616:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016140.231980:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337071744:192.168.201.110@tcp:4:fsx.0 00000080:00200000:0.0:1734016140.246013:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1734016140.246074:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337071872:192.168.201.110@tcp:44:fsx.0 00000100:00100000:0.0:1734016140.246128:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41a600 going to sleep for 11 seconds 00000100:00100000:0.0:1734016140.251459:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337071872:192.168.201.110@tcp:44:fsx.0 00000080:00200000:0.0:1734016140.251504:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.251522:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1734016140.251617:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016140.251636:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337072000:192.168.201.110@tcp:16:fsx.0 00000100:00100000:0.0:1734016140.264280:0:1979:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012db5a800: committing for last_committed 4294969447 gen 1 00000100:00100000:0.0:1734016140.264366:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337072000:192.168.201.110@tcp:16:fsx.0 00000080:00200008:3.0:1734016140.267386:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016140.267399:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:3.0:1734016140.267418:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016140.267431:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800ab2c8800 type 13 mode 30 res 8589935617/9 (0 0) 00010000:00010000:3.0:1734016140.267476:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d2411 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 9673 initiator: MDT0 00010000:00010000:3.0:1734016140.267483:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d2411 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00010000:00010000:3.0:1734016140.267490:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d2411 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00000100:00100000:3.0:1734016140.267510:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337072128:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.269423:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe39c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.281573:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016140.285566:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337072384:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.288819:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016140.292347:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 7363964 i_blocks 1200 00000020:00010000:0.0:1734016140.292354:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.292358:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.292362:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891930 (ffff8800a7e71878/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.292365:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.292367:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891930 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.292379:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016140.292388:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 7363964 00000080:00200008:0.0:1734016140.292402:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016140.292407:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:0.0:1734016140.292420:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016140.292431:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d2411 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08e1e expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016140.292440:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d2411 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08e1e expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016140.292449:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016140.292452:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d2411 00000080:00010000:0.0:1734016140.292456:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2411 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016140.292459:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d2411 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08e1e expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016140.292464:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d2411 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08e1e expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016140.292482:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016140.292489:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016140.292500:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016140.292503:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d778b0, osc lock ffff8800aa1777c0, flags 0x400001002 00010000:00010000:0.0:1734016140.292518:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810b40/0x7bf039d361d2426 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.292524:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810b40/0x7bf039d361d2426 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.293252:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016140.293263:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337072512:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.296137:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016140.299329:0:1979:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810b40/0x7bf039d361d2426 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.299344:0:1979:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810b40/0x7bf039d361d2426 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.299354:0:1979:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810b40/0x7bf039d361d2426 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.299364:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810b40/0x7bf039d361d2426 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.299370:0:1979:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810b40/0x7bf039d361d2426 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.299382:0:1979:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 7363964, setting rss=7363964; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016140.299405:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810b40/0x7bf039d361d2426 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.299411:0:1979:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810b40/0x7bf039d361d2426 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.299417:0:1979:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810b40/0x7bf039d361d2426 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.299423:0:1979:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d810b40 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016140.299426:0:1979:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810b40/0x7bf039d361d2426 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.299435:0:1979:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016140.299439:0:1979:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810b40/0x7bf039d361d2426 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.299444:0:1979:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810b40/0x7bf039d361d2426 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.299479:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337072512:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.302905:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016140.307998:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 7363964 i_blocks 1200 00000020:00010000:0.0:1734016140.308003:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.308006:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.308010:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891c30 (ffff8800a7e71878/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.308013:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.308014:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891c30 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.308025:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016140.308035:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 7363964 00000080:00200008:0.0:1734016140.308078:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 6967296, type: SEEK_SET 00000080:00200008:0.0:1734016140.308081:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 6967296, type: SEEK_SET, rc = 6967296 00000080:00200008:0.0:1734016140.308088:0:9673:0:(file.c:2466:do_file_write_iter()) START file f16a.sanityn:[0x200000401:0x9:0x0], ppos: 6967296, count: 4096 00000080:00200000:0.0:1734016140.308093:0:9673:0:(file.c:1826:ll_file_io_generic()) f16a.sanityn: write ppos: 6967296, bytes: 4096 00000080:00200000:0.0:1734016140.308099:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000020:00200000:0.0:1734016140.308103:0:9673:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012d0c27d0[0x4, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1734016140.308105:0:9673:0:(cl_io.c:195:cl_io_rw_init()) io range: 2 [6967296, 6971392) 0 0 00000080:00200000:0.0:1734016140.308108:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016140.308118:0:9673:0:(file.c:1893:ll_file_io_generic()) Range lock [1701, 1701] 00020000:00200000:0.0:1734016140.308124:0:9673:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 6967296 chunk: [6967296, 6971392) 6971392, 4096 00020000:00200000:0.0:1734016140.308127:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.308140:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1701, 1701] 00000008:00010000:0.0:1734016140.308149:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1734016140.308151:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77430, osc lock ffff8800aa176d10, flags 0x0 00000080:00200000:0.0:1734016140.308157:0:9673:0:(vvp_io.c:1326:vvp_io_write_start()) f16a.sanityn: write [6967296, 6971392) 00000080:00200000:0.0:1734016140.308176:0:9673:0:(rw26.c:526:ll_direct_IO_impl()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8), size=4096 (max 603979776), offset=6967296=0x6a5000, pages 1 (max 147456), lockless, parallel 00000080:00200000:0.0:1734016140.308436:0:9673:0:(rw26.c:672:ll_direct_IO_impl()) result 0 tot_bytes 4096 count 4096 file_offset 6971392 00000020:00010000:0.0:1734016140.308442:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.308444:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.308446:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77430 (ffff8800a7e71878/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.308447:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.308449:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77430 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.308452:0:9673:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes 00000100:00100000:0.0:1734016140.308470:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337072896:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016140.312633:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016140.336776:0:9673:0:(file.c:1930:ll_file_io_generic()) Range unlock [1701, 1701] 00000080:00200000:0.0:1734016140.336787:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016140.336791:0:9673:0:(file.c:1964:ll_file_io_generic()) f16a.sanityn: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:0.0:1734016140.336801:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 7363964 i_blocks 1208 00000080:00200000:0.0:1734016140.336809:0:9673:0:(file.c:2044:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:0.0:1734016140.336826:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016140.336831:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:0.0:1734016140.336844:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016140.336858:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d2411 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08e1e expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016140.336868:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d2411 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08e1e expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016140.336877:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016140.336879:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d2411 00000080:00010000:0.0:1734016140.336885:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2411 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016140.336888:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d2411 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08e1e expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016140.336894:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d2411 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08e1e expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016140.336912:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016140.336922:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016140.336932:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016140.336935:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77430, osc lock ffff8800aa176d10, flags 0x400001002 00010000:00010000:0.0:1734016140.336951:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813840/0x7bf039d361d2434 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.336958:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813840/0x7bf039d361d2434 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.336997:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016140.337006:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337073152:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016140.348151:0:1979:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813840/0x7bf039d361d2434 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.348178:0:1979:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813840/0x7bf039d361d2434 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08e48 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.348191:0:1979:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813840/0x7bf039d361d2434 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08e48 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.348201:0:1979:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813840/0x7bf039d361d2434 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08e48 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.348216:0:1979:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 7363964, setting rss=7363964; kms=7363964, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813840/0x7bf039d361d2434 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08e48 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.348251:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813840/0x7bf039d361d2434 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08e48 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.348258:0:1979:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813840/0x7bf039d361d2434 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08e48 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.348264:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813840/0x7bf039d361d2434 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08e48 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.348270:0:1979:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813840/0x7bf039d361d2434 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08e48 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.348288:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337073152:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.355927:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016140.370615:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339499136 00000100:00100000:3.0:1734016140.370624:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339499136 00000100:00100000:3.0:1734016140.372293:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11841 00000100:00100000:3.0:1734016140.372305:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6469:x1818247339499136:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016140.372318:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d243b lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10391552->10407935] (req 10391552->10407935) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08e4f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.372327:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d243b lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [10391552->10407935] (req 10391552->10407935) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08e4f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.372334:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d243b lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10391552->10407935) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08e4f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.372342:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d243b lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10391552->10407935) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08e4f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.372349:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d243b lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10391552->10407935) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08e4f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.372357:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d243b lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10391552->10407935) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e08e4f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.372388:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5941b00) 00000100:00100000:3.0:1734016140.372443:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6469:x1818247339499136:12345-192.168.201.110@tcp:105: Request processed in 140us (2259us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.372449:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11841 00010000:00010000:0.0:1734016140.373270:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d243b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10391552->10407935) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08e4f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.373279:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d243b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10391552->10407935) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08e4f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.373299:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d243b lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10391552->10407935) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08e4f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.373309:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 7363964, setting rss=7363964; kms=7363964, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d243b lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10391552->10407935) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08e4f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.373322:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d243b lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10391552->10407935) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08e4f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.373326:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d243b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10391552->10407935) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08e4f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016140.373348:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 7363964 i_blocks 1208 00000100:00100000:0.0:1734016140.374214:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016140.374229:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337073536:192.168.201.110@tcp:22:fsx.0 00000100:00100000:0.0:1734016140.389600:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337073536:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016140.399280:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339499264 00000100:00100000:3.0:1734016140.399287:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339499264 00000100:00100000:3.0:1734016140.405141:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11842 00000100:00100000:3.0:1734016140.405150:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339499264:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016140.405168:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d243b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10391552->10407935) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08e4f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.405270:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016140.405276:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339499264:12345-192.168.201.110@tcp:104: Request processed in 127us (6143us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.405282:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11842 00000100:00100000:3.0:1734016140.428672:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:0.0:1734016140.433857:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337073664:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016140.433894:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2442 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08e56 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.433922:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2442 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08e56 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.433937:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 10405966, setting rss=10405966; kms=10405966, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2442 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08e56 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.433949:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2442 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08e56 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.433956:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2442 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08e56 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.445539:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337073792:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016140.466116:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337074048:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016140.466147:0:9673:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d2449 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08e64 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.466158:0:9673:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d2449 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08e64 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.466169:0:9673:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d2449 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08e64 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.466177:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d2449 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08e64 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.466186:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d2449 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08e64 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.466193:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d2449 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08e64 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016140.466198:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d2449 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08e64 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1734016140.466207:0:9673:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a8fd5180 x1818247337074048/t0(0) o101->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016156 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:0.0:1734016140.466216:0:9673:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d2449 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08e64 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1734016140.466230:0:9673:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d2449 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08e64 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016140.466243:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b3df9000 type 13 mode 4 res 8589935617/9 (0 0) 00000080:00200000:0.0:1734016140.466300:0:9673:0:(file.c:6447:ll_layout_conf()) [0x200000401:0x9:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1734016140.466305:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d2449 00000080:00010000:0.0:1734016140.466310:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:0.0:1734016140.466312:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2449 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016140.466315:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d2449 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08e64 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016140.466321:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d2449 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08e64 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016140.466356:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016140.466368:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016140.466386:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016140.466389:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77530, osc lock ffff8800aa1771d0, flags 0x400001002 00010000:00010000:0.0:1734016140.466404:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2442 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e56 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.466413:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2442 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e56 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.466423:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2442 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08e56 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.466432:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2442 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e56 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016140.466449:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10405966 i_blocks 1240 00000020:00010000:0.0:1734016140.466453:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fd240 (ffff8800aeaf9d88/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.466455:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fd240 (ffff8800aeaf9d88/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.466457:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77530 (ffff8800aeaf9998/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.466460:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fd240 (ffff8800aeaf9d88/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.466462:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77530 (ffff8800aeaf9d88/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.466470:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016140.466487:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016140.466491:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016140.466493:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016140.466497:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016140.466498:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77530, osc lock ffff8800aa1771d0, flags 0x400001002 00010000:00010000:0.0:1734016140.466503:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2442 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e56 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.466509:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2442 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e56 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.466516:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2442 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08e56 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.466523:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2442 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e56 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016140.466536:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10405966 i_blocks 1240 00000020:00010000:0.0:1734016140.466538:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fd240 (ffff8800aeaf9d88/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.466540:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fd240 (ffff8800aeaf9d88/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.466542:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77530 (ffff8800aeaf9998/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.466545:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fd240 (ffff8800aeaf9d88/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.466547:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77530 (ffff8800aeaf9d88/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.466550:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016140.466555:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 10405966 00000080:00200000:0.0:1734016140.466610:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016140.466613:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016140.466622:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016140.466632:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2383, 2389] 00000008:00010000:0.0:1734016140.466639:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016140.466641:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77530, osc lock ffff8800aa1771d0, flags 0x0 00010000:00010000:0.0:1734016140.466648:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2442 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e56 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.466656:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9760768 9789439) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2442 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e56 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.466663:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2442 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08e56 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.466669:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2442 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08e56 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.466674:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2442 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08e56 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016140.466685:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10405966 i_blocks 1240 00000100:00100000:0.0:1734016140.466810:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016140.466825:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337074176:192.168.201.110@tcp:22:fsx.0 00000100:00100000:0.0:1734016140.483626:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337074176:192.168.201.110@tcp:22:fsx.0 00000008:00010000:3.0:1734016140.551237:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2442 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e56 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016140.551294:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2442 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e56 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.551319:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337074432:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016140.559900:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016140.577657:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10405966 i_blocks 1240 00000020:00010000:0.0:1734016140.577670:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.577674:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.577678:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b58912b0 (ffff8800a7e71878/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.577682:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.577684:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b58912b0 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.577699:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016140.577775:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016140.577782:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016140.577788:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016140.577801:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016140.577803:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77830, osc lock ffff8800aa1770a0, flags 0x400001002 00010000:00010000:0.0:1734016140.577829:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813840/0x7bf039d361d2457 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.577838:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813840/0x7bf039d361d2457 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.577903:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337074688:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.590593:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016140.601494:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 10405966 i_blocks 1240 00000020:00010000:0.0:1734016140.601498:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016140.601501:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.601505:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77830 (ffff8800a7e71878/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016140.601507:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016140.601509:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77830 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016140.601518:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016140.601526:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 10405966 00000080:00200008:0.0:1734016140.601539:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016140.601544:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:0.0:1734016140.601557:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016140.601568:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d2411 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08e1e expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016140.601577:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d2411 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08e1e expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016140.601586:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016140.601589:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d2411 00000080:00010000:0.0:1734016140.601594:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2411 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016140.601596:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d2411 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08e1e expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016140.601602:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae843840/0x7bf039d361d2411 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08e1e expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016140.601617:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016140.601625:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016140.601633:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016140.601635:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77830, osc lock ffff8800aa1770a0, flags 0x400001002 00010000:00010000:0.0:1734016140.601649:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d245e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.601654:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d245e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.601736:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337074816:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.608981:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016140.623649:0:1979:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d245e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.623665:0:1979:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d245e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.623675:0:1979:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d245e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.623680:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d245e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.623685:0:1979:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d245e lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.623697:0:1979:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10405966, setting rss=10405966; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016140.623798:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d245e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.623804:0:1979:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d245e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.623811:0:1979:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d245e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.623817:0:1979:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d810900 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016140.623820:0:1979:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d245e lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.623829:0:1979:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016140.623833:0:1979:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d245e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.623838:0:1979:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d245e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.623875:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337074816:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.625175:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337074944:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.632965:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339499904 00000100:00100000:3.0:1734016140.632974:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339499904 00000100:00100000:3.0:1734016140.633025:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11847 00000100:00100000:3.0:1734016140.633031:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339499904:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016140.633044:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2442 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e56 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.633053:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2442 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08e56 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016140.633076:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 40, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016140.633078:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 10405966 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 1240 00000020:00010000:3.0:1734016140.633081:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016140.633082:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 10405966 mtime: 1734016140 atime: 1734016140 ctime: 1734016140 blocks: 1240 00000100:00100000:3.0:1734016140.633120:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339499904:12345-192.168.201.110@tcp:106: Request processed in 89us (998us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.633126:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11847 00010000:00010000:3.0:1734016140.636271:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d2465 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.636285:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d2465 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.636295:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d2465 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.636300:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d2465 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.636307:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d2465 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016140.636317:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 10405966, setting rss=10405966; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016140.636326:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d2465 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.636331:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d2465 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.636337:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d2465 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.636342:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943600 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016140.636345:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d2465 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.636353:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016140.636358:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d2465 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.636362:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d2465 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.636393:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337074944:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.681456:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339500032 00000100:00100000:3.0:1734016140.681466:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339500032 00000100:00100000:3.0:1734016140.681507:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11848 00000100:00100000:3.0:1734016140.681515:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:7420:x1818247339500032:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016140.681530:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5941b00/0x7bf039d361d2449 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e08e64 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016140.681593:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016140.681600:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:7420:x1818247339500032:12345-192.168.201.110@tcp:104: Request processed in 85us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.681606:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11848 00000100:00100000:3.0:1734016140.689755:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337075200:192.168.201.110@tcp:36:fsx.0 00000080:00200000:3.0:1734016140.689792:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016140.689797:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016140.689807:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016140.689838:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016140.689847:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016140.689849:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a3b0, osc lock ffff8800b5a2b1d0, flags 0x0 00010000:00010000:3.0:1734016140.689869:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843cc0/0x7bf039d361d246c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.689878:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843cc0/0x7bf039d361d246c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.689902:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843cc0/0x7bf039d361d246c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016140.689917:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc9500 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337075456:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016140.689961:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe3780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016140.693162:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339500160 00000100:00100000:3.0:1734016140.693172:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339500160 00000100:00100000:3.0:1734016140.693215:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11849 00000100:00100000:3.0:1734016140.693221:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339500160:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016140.693233:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2442 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08e56 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.693295:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016140.693301:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339500160:12345-192.168.201.110@tcp:104: Request processed in 80us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.693307:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11849 00000080:00200000:0.0:1734016140.702420:0:4747:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016140.702625:0:4747:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016140.702679:0:4747:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2442 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08e56 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.702687:0:4747:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016140.702753:0:4747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2442 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08e56 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.702761:0:4747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940fc0/0x7bf039d361d2442 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 10330112->10383359) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08e56 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.702781:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016140.702783:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016140.702785:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016140.702790:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016140.702804:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337075712:192.168.201.110@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016140.709924:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843cc0/0x7bf039d361d246c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08e8e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.709936:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843cc0/0x7bf039d361d246c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08e8e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.709961:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843cc0/0x7bf039d361d246c lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08e8e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.709971:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 10405966, setting rss=10405966; kms=10405966, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843cc0/0x7bf039d361d246c lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08e8e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.709980:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843cc0/0x7bf039d361d246c lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08e8e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.709986:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae843cc0/0x7bf039d361d246c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08e8e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.710067:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016140.710081:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337075840:192.168.201.110@tcp:10:fsx.0 00000100:00100000:0.0:1734016140.716452:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337075840:192.168.201.110@tcp:10:fsx.0 00000100:00100000:3.0:1734016140.744186:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339500544 00000100:00100000:3.0:1734016140.744199:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339500544 00000100:00100000:3.0:1734016140.744261:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11852 00000100:00100000:3.0:1734016140.744268:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7705:x1818247339500544:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016140.744281:0:4740:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59b00/0x7bf039d361d247a lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6041600->6107135] (req 6041600->6107135) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08ea3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.744290:0:4740:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59b00/0x7bf039d361d247a lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6041600->6107135] (req 6041600->6107135) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08ea3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.744298:0:4740:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59b00/0x7bf039d361d247a lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6041600->6107135) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08ea3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.744307:0:4740:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59b00/0x7bf039d361d247a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6041600->6107135) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08ea3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.744319:0:4740:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59b00/0x7bf039d361d247a lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6041600->6107135) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08ea3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.744329:0:4740:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59b00/0x7bf039d361d247a lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6041600->6107135) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e08ea3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016140.744365:0:4740:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800a7f59b00) 00000100:00100000:3.0:1734016140.744418:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7705:x1818247339500544:12345-192.168.201.110@tcp:105: Request processed in 149us (2187us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016140.744424:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11852 00000100:00100000:0.0:1734016140.754061:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337076224:192.168.201.110@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016140.771414:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59b00/0x7bf039d361d247a lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6041600->6107135) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ea3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.771429:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59b00/0x7bf039d361d247a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6041600->6107135) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ea3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.771999:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a0c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59b00/0x7bf039d361d247a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6041600->6107135) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ea3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016140.772054:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6041600 6045695) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59b00/0x7bf039d361d247a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6041600->6107135) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ea3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016140.772190:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5aa00 - object 0x280000400:5 offset 0<>6045696 00000100:00100000:0.0:1734016140.772213:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016140.772230:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337076480:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016140.969323:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a0c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59b00/0x7bf039d361d247a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6041600->6107135) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ea3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016140.972413:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a0c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59b00/0x7bf039d361d247a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6041600->6107135) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ea3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016140.972450:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337076480:192.168.201.110@tcp:3:fsx.0 00000080:00200000:0.0:1734016141.008833:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6642609 i_blocks 1208 00000020:00010000:0.0:1734016141.008840:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.008842:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.008846:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891e30 (ffff8800a7e71878/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.008848:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.008849:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891e30 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.008859:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.008877:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016141.008882:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016141.008890:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016141.008902:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016141.008905:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77830, osc lock ffff8800aa176850, flags 0x400001002 00010000:00010000:0.0:1734016141.008918:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2481 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08eaa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.008926:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2481 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08eaa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.008933:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2481 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08eaa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.008937:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2481 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08eaa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016141.008945:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6642609 i_blocks 1208 00000020:00010000:0.0:1734016141.008947:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.008949:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.008950:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77830 (ffff8800a7e71878/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.008952:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.008954:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77830 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.008958:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.008962:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 6642609 00000080:00200008:0.0:1734016141.008992:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 4456448, type: SEEK_SET 00000080:00200008:0.0:1734016141.008994:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 4456448, type: SEEK_SET, rc = 4456448 00000080:00200008:0.0:1734016141.009001:0:9673:0:(file.c:2290:do_file_read_iter()) START file f16a.sanityn:[0x200000401:0x9:0x0], ppos: 4456448, count: 12288 00000080:00200000:0.0:1734016141.009005:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016141.009010:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016141.009016:0:9673:0:(file.c:1826:ll_file_io_generic()) f16a.sanityn: read ppos: 4456448, bytes: 12288 00000080:00200000:0.0:1734016141.009022:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000020:00200000:0.0:1734016141.009028:0:9673:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012d0c27d0[0x4, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1734016141.009030:0:9673:0:(cl_io.c:195:cl_io_rw_init()) io range: 1 [4456448, 4468736) 0 0 00000080:00200000:0.0:1734016141.009032:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016141.009038:0:9673:0:(file.c:1893:ll_file_io_generic()) Range lock [1088, 1090] 00020000:00200000:0.0:1734016141.009044:0:9673:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 4456448 chunk: [4456448, 4468736) 4468736, 12288 00020000:00200000:0.0:1734016141.009047:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016141.009056:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1088, 1090] 00000008:00010000:0.0:1734016141.009062:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1734016141.009064:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77830, osc lock ffff8800aa176850, flags 0x0 00000080:00200000:0.0:1734016141.009067:0:9673:0:(vvp_io.c:840:vvp_io_read_start()) f16a.sanityn: read [4456448, 4468736) 00000080:00200000:0.0:1734016141.009074:0:9673:0:(vvp_io.c:899:vvp_io_read_start()) count:12288 iocb pos:4456448 00000080:00200000:0.0:1734016141.009081:0:9673:0:(rw26.c:526:ll_direct_IO_impl()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8), size=12288 (max 603979776), offset=4456448=0x440000, pages 3 (max 147456), lockless, parallel 00000080:00200000:0.0:1734016141.009375:0:9673:0:(rw26.c:672:ll_direct_IO_impl()) result 0 tot_bytes 12288 count 12288 file_offset 4468736 00000020:00010000:0.0:1734016141.009380:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.009383:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.009385:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77830 (ffff8800a7e71878/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.009387:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16218 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.009389:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77830 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.009392:0:9673:0:(vvp_io.c:533:vvp_io_advance()) advancing 12288 bytes 00000100:00100000:0.0:1734016141.009412:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:0.0:1734016141.009421:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff88012b41a0c0 00000008:00100000:0.0:1734016141.009449:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5aa00 - object 0x280000400:5 offset 4456448<>4468736 00000100:00100000:0.0:1734016141.009463:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337077120:192.168.201.110@tcp:3:fsx.0 00000080:00200000:0.0:1734016141.019952:0:9673:0:(file.c:1930:ll_file_io_generic()) Range unlock [1088, 1090] 00000080:00200000:0.0:1734016141.019963:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016141.019967:0:9673:0:(file.c:1964:ll_file_io_generic()) f16a.sanityn: 1 io complete with rc: 0, result: 12288, restart: 0 00000080:00200000:0.0:1734016141.019974:0:9673:0:(file.c:2044:ll_file_io_generic()) iot: 1, result: 12288 00000080:00200008:0.0:1734016141.019993:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016141.019998:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:0.0:1734016141.020012:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016141.020024:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b3df9000 type 13 mode 30 res 8589935617/9 (0 0) 00010000:00010000:0.0:1734016141.020058:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2488 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 9673 initiator: MDT0 00010000:00010000:0.0:1734016141.020064:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2488 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00010000:00010000:0.0:1734016141.020071:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2488 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00000100:00100000:0.0:1734016141.020086:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337077248:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016141.021277:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41a480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.053838:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337077248:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016141.053863:0:9673:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2488 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08ebf expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.053873:0:9673:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2488 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08ebf expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.053886:0:9673:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2488 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08ebf expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.053894:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2488 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08ebf expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.053903:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2488 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08ebf expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.053909:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2488 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08ebf expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.053915:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2488 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08ebf expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1734016141.053924:0:9673:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a8d59180 x1818247337077248/t0(0) o101->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016157 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:0.0:1734016141.053933:0:9673:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2488 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08ebf expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1734016141.053943:0:9673:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2488 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08ebf expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.053952:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b3df9000 type 13 mode 4 res 8589935617/9 (0 0) 00000080:00200000:0.0:1734016141.054000:0:9673:0:(file.c:6447:ll_layout_conf()) [0x200000401:0x9:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1734016141.054004:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d2488 00000080:00010000:0.0:1734016141.054008:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:0.0:1734016141.054011:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2488 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016141.054014:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2488 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08ebf expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.054020:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2488 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08ebf expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016141.054048:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016141.054055:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016141.054067:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016141.054070:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77830, osc lock ffff8800aa176850, flags 0x400001002 00010000:00010000:0.0:1734016141.054081:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59b00/0x7bf039d361d247a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6041600->6107135) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ea3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.054090:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59b00/0x7bf039d361d247a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6041600->6107135) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ea3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.054098:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59b00/0x7bf039d361d247a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6041600->6107135) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ea3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.054104:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59b00/0x7bf039d361d247a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6041600->6107135) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ea3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016141.054118:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6642609 i_blocks 1208 00000020:00010000:0.0:1734016141.054121:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.054123:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.054125:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77830 (ffff8800a7e71878/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.054128:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.054129:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77830 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.054137:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.054153:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016141.054156:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016141.054159:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016141.054162:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016141.054163:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77830, osc lock ffff8800aa176850, flags 0x400001002 00010000:00010000:0.0:1734016141.054167:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59b00/0x7bf039d361d247a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6041600->6107135) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ea3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.054172:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59b00/0x7bf039d361d247a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6041600->6107135) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ea3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.054179:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59b00/0x7bf039d361d247a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6041600->6107135) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ea3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.054184:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59b00/0x7bf039d361d247a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6041600->6107135) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ea3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016141.054190:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6642609 i_blocks 1208 00000020:00010000:0.0:1734016141.054193:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.054194:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.054196:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77830 (ffff8800a7e71878/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.054198:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.054199:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77830 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.054203:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.054207:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 6642609 00000080:00200008:0.0:1734016141.054219:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016141.054223:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:0.0:1734016141.054235:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016141.054243:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5b840/0x7bf039d361d2473 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08e9c expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.054249:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5b840/0x7bf039d361d2473 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08e9c expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016141.054255:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016141.054257:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d2473 00000080:00010000:0.0:1734016141.054259:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2473 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016141.054261:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5b840/0x7bf039d361d2473 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08e9c expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.054266:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5b840/0x7bf039d361d2473 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08e9c expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016141.054276:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016141.054279:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016141.054284:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016141.054285:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77830, osc lock ffff8800aa176850, flags 0x400001002 00010000:00010000:0.0:1734016141.054292:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2481 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08eaa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.054298:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2481 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08eaa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.054306:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2481 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08eaa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.054316:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2481 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08eaa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016141.054326:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6642609 i_blocks 1208 00000020:00010000:0.0:1734016141.054329:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.054331:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.054332:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77830 (ffff8800a7e71878/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.054334:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.054336:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77830 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.054340:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.054346:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016141.054349:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016141.054352:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016141.054356:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016141.054357:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77830, osc lock ffff8800aa176850, flags 0x400001002 00010000:00010000:0.0:1734016141.054362:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2481 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08eaa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.054369:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2481 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08eaa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.054375:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2481 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08eaa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.054380:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2481 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08eaa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016141.054393:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6642609 i_blocks 1208 00000020:00010000:0.0:1734016141.054395:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.054397:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.054399:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77830 (ffff8800a7e71878/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.054401:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.054403:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77830 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.054408:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.054414:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 6642609 00000080:00a00000:0.0:1734016141.054472:0:9673:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0x9:0x0] vma=ffff8800b6ee6438 start=0x7f8ee1f17000 end=0x7f8ee1f1c000 vm_flags=0xf9 00000080:00200000:0.0:1734016141.054482:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016141.054485:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016141.054489:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016141.054490:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77830, osc lock ffff8800aa176850, flags 0x400001002 00010000:00010000:0.0:1734016141.054495:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59b00/0x7bf039d361d247a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6041600->6107135) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ea3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.054503:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59b00/0x7bf039d361d247a lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6041600->6107135) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ea3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.054510:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59b00/0x7bf039d361d247a lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6041600->6107135) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ea3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.054516:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800a7f59b00/0x7bf039d361d247a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6041600->6107135) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ea3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016141.054525:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6642609 i_blocks 1208 00000020:00010000:0.0:1734016141.054528:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.054530:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.054532:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77830 (ffff8800a7e71878/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.054534:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7a480 (ffff8800a7e71908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.054536:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77830 (ffff8800a7e71908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.054540:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016141.054576:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 858 00000080:00200000:0.0:1734016141.054595:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 857 00000080:00200000:0.0:1734016141.054602:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 856 00000080:00200000:0.0:1734016141.054608:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 855 00000080:00200000:0.0:1734016141.054615:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 854 00000100:00100000:0.0:1734016141.098679:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:0.0:1734016141.098698:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2481 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08eaa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.098825:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4194304 4198399) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2481 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08eaa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016141.098919:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59180 - object 0x280000400:5 offset 4194304<>6643712 00000100:00100000:0.0:1734016141.098938:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337077760:192.168.201.110@tcp:3:fsx.0 00000080:00200008:3.0:1734016141.269524:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016141.269531:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:3.0:1734016141.269546:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016141.269560:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5b840/0x7bf039d361d2473 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08e9c expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016141.269570:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5b840/0x7bf039d361d2473 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08e9c expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016141.269581:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:3.0:1734016141.269584:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d2473 00000080:00010000:3.0:1734016141.269589:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2473 from it ffff8800a7d3bcd8 00010000:00010000:3.0:1734016141.269591:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5b840/0x7bf039d361d2473 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08e9c expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016141.269597:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5b840/0x7bf039d361d2473 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08e9c expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016141.269638:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016141.269647:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016141.269667:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016141.269670:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a130, osc lock ffff8800b5a2af70, flags 0x400001002 00010000:00010000:3.0:1734016141.269683:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2481 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08eaa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.269691:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2481 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08eaa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.269701:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2481 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08eaa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.269725:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2481 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08eaa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016141.269747:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6642609 i_blocks 1208 00000020:00010000:3.0:1734016141.269750:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb2238 (ffff8800b6d88488/0) at cl_lock_release():233 00000020:00010000:3.0:1734016141.269752:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb2238 (ffff8800b6d88488/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.269754:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a130 (ffff8800b6d88638/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.269756:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb2238 (ffff8800b6d88488/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016141.269757:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a130 (ffff8800b6d88488/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016141.269764:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016141.269778:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016141.269782:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016141.269785:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016141.269790:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016141.269792:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a130, osc lock ffff8800b5a2af70, flags 0x400001002 00010000:00010000:3.0:1734016141.269797:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2481 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08eaa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.269804:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2481 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08eaa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.269811:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2481 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08eaa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.269816:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2481 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08eaa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016141.269822:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6642609 i_blocks 1208 00000020:00010000:3.0:1734016141.269824:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb2238 (ffff8800b6d88488/0) at cl_lock_release():233 00000020:00010000:3.0:1734016141.269825:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb2238 (ffff8800b6d88488/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.269827:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a130 (ffff8800b6d88638/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.269828:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb2238 (ffff8800b6d88488/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016141.269829:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a130 (ffff8800b6d88488/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016141.269833:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016141.269838:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 6642609 00000080:00200000:3.0:1734016141.269885:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016141.269888:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016141.269894:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016141.269903:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1347, 1360] 00000008:00010000:3.0:1734016141.269909:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016141.269910:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a130, osc lock ffff8800b5a2af70, flags 0x0 00010000:00010000:3.0:1734016141.269918:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b587d800 type 11 mode 2 res 10737419264/5 (5517312 5574655) 00010000:00010000:3.0:1734016141.269928:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d248f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.269935:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d248f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5517312->5574655] (req 5517312->5574655) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.269964:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d248f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [5517312->5574655] (req 5517312->5574655) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.269983:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc9880 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337077888:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.270463:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe3f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.274614:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016141.275110:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016141.275153:0:4747:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016141.275159:0:4747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2481 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e08eaa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.275166:0:4747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941b00 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016141.275170:0:4747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2481 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x3f004d6452e08eaa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016141.275184:0:4747:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016141.280309:0:4747:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016141.280356:0:4747:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2481 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e08eaa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.280365:0:4747:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016141.280399:0:4747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2481 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e08eaa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.280406:0:4747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2481 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e08eaa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.280421:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016141.280422:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016141.280428:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016141.280459:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016141.280474:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337078016:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016141.303330:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337078016:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016141.307418:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016141.307456:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339500928 00000100:00100000:3.0:1734016141.307465:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339500928 00000100:00100000:3.0:1734016141.307499:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11855 00000100:00100000:3.0:1734016141.307505:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fcb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6469:x1818247339500928:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016141.307518:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d248f lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5517312->5574655] (req 5517312->5574655) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08ec6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.307528:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d248f lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5517312->5574655] (req 5517312->5574655) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08ec6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.307535:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d248f lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5517312->5574655) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08ec6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.307544:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d248f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5517312->5574655) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08ec6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.307550:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d248f lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5517312->5574655) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08ec6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.307558:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d248f lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5517312->5574655) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e08ec6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.307575:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800ae843600) 00000100:00100000:3.0:1734016141.307620:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fcb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6469:x1818247339500928:12345-192.168.201.110@tcp:105: Request processed in 113us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.307626:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11855 00000020:00010000:0.0:1734016141.323152:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154d58 (ffff8800b6d88488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.323156:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154d58 (ffff8800b6d88488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.323160:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a130 (ffff8800b6d88638/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016141.323170:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d248f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5517312->5574655) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ec6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.323181:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d248f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5517312->5574655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ec6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.323193:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154d58 (ffff8800b6d88488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.323196:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a130 (ffff8800b6d88488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.323211:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.323238:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016141.323243:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:0.0:1734016141.323259:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016141.323273:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2488 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08ebf expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.323284:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2488 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08ebf expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016141.323294:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:0.0:1734016141.323296:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d2488 00000080:00010000:0.0:1734016141.323301:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2488 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016141.323303:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2488 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08ebf expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.323309:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2488 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08ebf expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016141.323325:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016141.323333:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016141.323346:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016141.323348:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77830, osc lock ffff8800aa176850, flags 0x400001002 00010000:00010000:0.0:1734016141.323358:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d248f lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5517312->5574655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ec6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.323365:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d248f lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5517312->5574655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ec6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.323378:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d248f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5517312->5574655) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ec6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.323384:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d248f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5517312->5574655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ec6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016141.323400:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6642609 i_blocks 1208 00000020:00010000:0.0:1734016141.323403:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb2238 (ffff8800b6d88488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.323405:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb2238 (ffff8800b6d88488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.323407:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77830 (ffff8800b6d88638/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.323409:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb2238 (ffff8800b6d88488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.323411:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77830 (ffff8800b6d88488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.323416:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.323427:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016141.323430:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016141.323433:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016141.323438:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016141.323439:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77830, osc lock ffff8800aa176850, flags 0x400001002 00010000:00010000:0.0:1734016141.323444:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d248f lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5517312->5574655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ec6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.323450:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d248f lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5517312->5574655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ec6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.323457:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d248f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5517312->5574655) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ec6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.323468:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d248f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5517312->5574655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ec6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016141.323477:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6642609 i_blocks 1208 00000020:00010000:0.0:1734016141.323479:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb2238 (ffff8800b6d88488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.323481:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb2238 (ffff8800b6d88488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.323483:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77830 (ffff8800b6d88638/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.323485:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb2238 (ffff8800b6d88488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.323487:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77830 (ffff8800b6d88488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.323491:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.323495:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 6642609 00000080:00200008:0.0:1734016141.323503:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016141.323507:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:0.0:1734016141.323515:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016141.323525:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5b840/0x7bf039d361d2473 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08e9c expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.323534:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5b840/0x7bf039d361d2473 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08e9c expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016141.323539:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016141.323542:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d2473 00000080:00010000:0.0:1734016141.323545:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2473 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016141.323547:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5b840/0x7bf039d361d2473 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08e9c expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.323570:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5b840/0x7bf039d361d2473 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08e9c expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016141.323581:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016141.323584:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016141.323589:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016141.323590:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77830, osc lock ffff8800aa176850, flags 0x400001002 00010000:00010000:0.0:1734016141.323604:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d2496 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.323611:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d2496 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016141.323677:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016141.323687:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337078400:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.336123:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016141.340466:0:1978:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d2496 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.340482:0:1978:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d2496 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.340492:0:1978:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d2496 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.340498:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d2496 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.340508:0:1978:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d2496 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016141.340520:0:1978:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6642609, setting rss=6642609; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016141.342849:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d2496 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.342856:0:1978:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d2496 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.342862:0:1978:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d2496 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.342867:0:1978:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d813cc0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016141.342870:0:1978:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d2496 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.342878:0:1978:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016141.342882:0:1978:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d2496 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.342886:0:1978:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d2496 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016141.342907:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337078400:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.345835:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016141.345876:0:4739:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016141.345890:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339501184 00000100:00100000:3.0:1734016141.345897:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339501184 00000100:00100000:3.0:1734016141.345933:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11857 00000100:00100000:3.0:1734016141.345938:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339501184:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016141.345949:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d248f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5517312->5574655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ec6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.345958:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d248f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5517312->5574655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ec6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.345994:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016141.345996:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 6642609 mtime: 1734016140 atime: 1734016141 ctime: 1734016140 blocks: 1208 00000020:00010000:3.0:1734016141.345999:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016141.346000:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 6642609 mtime: 1734016140 atime: 1734016141 ctime: 1734016140 blocks: 1208 00000100:00100000:3.0:1734016141.346035:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339501184:12345-192.168.201.110@tcp:106: Request processed in 97us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.346041:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11857 00000080:00200000:0.0:1734016141.354354:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6642609 i_blocks 1208 00000020:00010000:0.0:1734016141.354362:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d78490 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.354365:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d78490 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.354369:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891d30 (ffff8800a7e71008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.354372:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d78490 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.354374:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891d30 (ffff8800a7e71128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.354387:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.354398:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 6642609 00000080:00a00000:0.0:1734016141.354484:0:9673:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0x9:0x0] vma=ffff8800b6ee6ca8 start=0x7f8ee1eff000 end=0x7f8ee1f0e000 vm_flags=0xf9 00000080:00200000:0.0:1734016141.354493:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016141.354501:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016141.354513:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016141.354515:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d777b0, osc lock ffff8800aa176e40, flags 0x400001002 00010000:00010000:0.0:1734016141.354538:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812400/0x7bf039d361d24a4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.354546:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812400/0x7bf039d361d24a4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016141.354620:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016141.354630:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337078656:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.361294:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016141.368512:0:1979:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812400/0x7bf039d361d24a4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.368528:0:1979:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812400/0x7bf039d361d24a4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.368543:0:1979:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812400/0x7bf039d361d24a4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.368549:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812400/0x7bf039d361d24a4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.368555:0:1979:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812400/0x7bf039d361d24a4 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016141.368567:0:1979:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 6642609, setting rss=6642609; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016141.368594:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812400/0x7bf039d361d24a4 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.368601:0:1979:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812400/0x7bf039d361d24a4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.368607:0:1979:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812400/0x7bf039d361d24a4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.368613:0:1979:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d812400 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016141.368617:0:1979:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812400/0x7bf039d361d24a4 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.368626:0:1979:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016141.368631:0:1979:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812400/0x7bf039d361d24a4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.368640:0:1979:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812400/0x7bf039d361d24a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016141.368673:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337078656:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.374094:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016141.375399:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11859 00000100:00100000:3.0:1734016141.375408:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fc8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339501440:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016141.375424:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843600/0x7bf039d361d248f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5517312->5574655) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08ec6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.375685:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016141.375692:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fc8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339501440:12345-192.168.201.110@tcp:104: Request processed in 284us (1605us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.375699:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11859 00000100:00100000:3.0:1734016141.385036:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000008:00010000:3.0:1734016141.393159:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.393198:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.393217:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337079168:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016141.404615:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.404651:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.404667:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337079424:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016141.412223:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.412259:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.412276:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337079680:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016141.415149:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.415188:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2371584 2375679) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016141.415217:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcbb80 - object 0x280000400:5 offset 2371584<>2375680 00000100:00100000:3.0:1734016141.415241:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016141.415252:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337079936:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016141.419041:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.419069:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.419089:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337079936:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016141.425394:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.425437:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.425453:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337080192:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016141.430248:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.430292:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2363392 2367487) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016141.430325:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcbb80 - object 0x280000400:5 offset 2363392<>2367488 00000008:00010000:3.0:1734016141.437746:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.437776:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.437795:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337080448:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016141.438795:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.438799:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.438802:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891330 (ffff8800a7e71008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016141.438808:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.438818:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.438836:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.438838:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891330 (ffff8800a7e71128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.438852:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016141.439393:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 576 00000080:00200000:0.0:1734016141.439402:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016141.439414:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016141.439425:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [576, 576] 00000008:00010000:0.0:1734016141.439435:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016141.439438:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77530, osc lock ffff8800aa177a20, flags 0x0 00010000:00010000:0.0:1734016141.439452:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.439463:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2359296 2363391) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.439472:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.439479:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.439484:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016141.439582:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016141.439595:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.439614:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2359296 2363391) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016141.439643:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5bb80 - object 0x280000400:5 offset 2359296<>2363392 00000100:00100000:0.0:1734016141.439662:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337080704:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016141.445073:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016141.445098:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016141.445114:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337080704:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016141.446108:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.446137:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2355200 2359295) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016141.446163:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcbb80 - object 0x280000400:5 offset 2355200<>2359296 00000100:00100000:3.0:1734016141.446802:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016141.446821:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337080960:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016141.451582:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.452239:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.452259:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337080960:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016141.457578:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.457603:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.457621:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337081216:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016141.476647:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.476673:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.476692:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337081472:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016141.484356:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.484394:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.484411:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337081728:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016141.488760:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.488808:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2338816 2342911) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016141.488843:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcbb80 - object 0x280000400:5 offset 2338816<>2342912 00000008:00010000:3.0:1734016141.497797:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.497833:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.497851:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337081984:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016141.506444:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.506488:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.506508:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337082240:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016141.506597:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.506601:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.506603:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b58914b0 (ffff8800a7e71008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016141.506609:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.506617:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.506629:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.506631:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b58914b0 (ffff8800a7e71128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.506643:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016141.506702:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 569 00000080:00200000:0.0:1734016141.506725:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016141.506745:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016141.506754:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [569, 569] 00000008:00010000:0.0:1734016141.506764:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016141.506768:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d778b0, osc lock ffff8800aa177430, flags 0x0 00010000:00010000:0.0:1734016141.506783:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.506793:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2330624 2334719) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.506801:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.506808:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.506814:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016141.506887:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016141.506895:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.506914:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2330624 2334719) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016141.506938:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5bb80 - object 0x280000400:5 offset 2330624<>2334720 00000100:00100000:0.0:1734016141.506954:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337082496:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016141.513055:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016141.513095:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016141.513113:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337082496:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016141.530568:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.530572:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.530575:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b58918b0 (ffff8800a7e71008/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016141.530581:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.530594:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.530606:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.530609:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b58918b0 (ffff8800a7e71128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.530621:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.530920:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016141.530927:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:0.0:1734016141.530943:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016141.530956:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2488 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08ebf expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.530966:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2488 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08ebf expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016141.530976:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:0.0:1734016141.530979:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d2488 00000080:00010000:0.0:1734016141.530984:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2488 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016141.530986:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2488 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08ebf expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.530992:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2488 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08ebf expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016141.531008:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016141.531017:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016141.531031:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016141.531034:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d775b0, osc lock ffff8800aa176390, flags 0x400001002 00010000:00010000:0.0:1734016141.531054:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812ac0/0x7bf039d361d24b2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.531061:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812ac0/0x7bf039d361d24b2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016141.531118:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016141.531129:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337082880:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016141.550956:0:1979:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812ac0/0x7bf039d361d24b2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.550978:0:1979:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812ac0/0x7bf039d361d24b2 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08ee9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.550991:0:1979:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812ac0/0x7bf039d361d24b2 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08ee9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.551000:0:1979:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812ac0/0x7bf039d361d24b2 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08ee9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016141.551013:0:1979:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 6642609, setting rss=6642609; kms=6642609, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812ac0/0x7bf039d361d24b2 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08ee9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.551061:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812ac0/0x7bf039d361d24b2 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08ee9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.551073:0:1979:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812ac0/0x7bf039d361d24b2 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08ee9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.551080:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812ac0/0x7bf039d361d24b2 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08ee9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.551086:0:1979:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812ac0/0x7bf039d361d24b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08ee9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016141.551101:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337082880:192.168.201.110@tcp:101:fsx.0 00000080:00200000:0.0:1734016141.566193:0:9673:0:(file.c:1930:ll_file_io_generic()) Range unlock [1584, 1595] 00000080:00200000:0.0:1734016141.566206:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016141.566210:0:9673:0:(file.c:1964:ll_file_io_generic()) f16a.sanityn: 1 io complete with rc: 0, result: 49152, restart: 0 00000080:00200000:0.0:1734016141.566218:0:9673:0:(file.c:2044:ll_file_io_generic()) iot: 1, result: 49152 00000080:00200008:0.0:1734016141.566252:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016141.566257:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:0.0:1734016141.566272:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016141.566287:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5b840/0x7bf039d361d2473 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08e9c expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.566296:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5b840/0x7bf039d361d2473 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08e9c expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016141.566307:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016141.566309:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d2473 00000080:00010000:0.0:1734016141.566315:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2473 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016141.566318:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5b840/0x7bf039d361d2473 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08e9c expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.566323:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5b840/0x7bf039d361d2473 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08e9c expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016141.566342:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016141.566350:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016141.566362:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016141.566365:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77430, osc lock ffff8800aa1764c0, flags 0x400001002 00010000:00010000:0.0:1734016141.566376:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.566383:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.566392:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.566398:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016141.566410:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6642609 i_blocks 1208 00000020:00010000:0.0:1734016141.566413:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d78490 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.566415:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d78490 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.566417:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77430 (ffff8800a7e71008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.566419:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d78490 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.566421:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77430 (ffff8800a7e71128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.566426:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.566435:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016141.566439:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016141.566442:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016141.566446:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016141.566447:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77430, osc lock ffff8800aa1764c0, flags 0x400001002 00010000:00010000:0.0:1734016141.566452:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.566458:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.566464:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.566469:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016141.566475:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6642609 i_blocks 1208 00000020:00010000:0.0:1734016141.566477:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d78490 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.566478:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d78490 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.566480:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77430 (ffff8800a7e71008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.566482:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d78490 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.566483:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77430 (ffff8800a7e71128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.566487:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.566492:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 6642609 00000080:00200008:0.0:1734016141.566500:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016141.566505:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:0.0:1734016141.566514:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016141.566522:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2488 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08ebf expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.566528:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2488 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08ebf expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016141.566533:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:0.0:1734016141.566535:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d2488 00000080:00010000:0.0:1734016141.566538:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2488 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016141.566540:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2488 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08ebf expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.566544:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2488 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08ebf expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016141.566553:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016141.566557:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016141.566563:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016141.566564:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77430, osc lock ffff8800aa1764c0, flags 0x400001002 00010000:00010000:0.0:1734016141.566572:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812ac0/0x7bf039d361d24b2 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08ee9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.566579:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812ac0/0x7bf039d361d24b2 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08ee9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.566585:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812ac0/0x7bf039d361d24b2 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08ee9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.566594:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812ac0/0x7bf039d361d24b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08ee9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016141.566602:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6642609 i_blocks 1208 00000020:00010000:0.0:1734016141.566604:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d78490 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.566606:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d78490 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.566608:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77430 (ffff8800a7e71008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.566610:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d78490 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.566611:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77430 (ffff8800a7e71128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.566615:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.566622:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016141.566625:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016141.566628:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016141.566631:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016141.566632:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77430, osc lock ffff8800aa1764c0, flags 0x400001002 00010000:00010000:0.0:1734016141.566637:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812ac0/0x7bf039d361d24b2 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08ee9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.566643:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812ac0/0x7bf039d361d24b2 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08ee9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.566648:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812ac0/0x7bf039d361d24b2 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08ee9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.566654:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812ac0/0x7bf039d361d24b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08ee9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016141.566664:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 6642609 i_blocks 1208 00000020:00010000:0.0:1734016141.566666:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d78490 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.566668:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d78490 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.566670:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77430 (ffff8800a7e71008/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.566672:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d78490 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.566673:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77430 (ffff8800a7e71128/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.566677:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016141.566681:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 6642609 00000080:00200008:0.0:1734016141.567073:0:9673:0:(llite_lib.c:2284:ll_setattr_raw()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8) current size 6642609, valid attrs 2068, mode 8800, uid -1441591024, gid -30720, new size 7582691, atime 1734016141.000000000, mtime 1734016141.000000000, ctime 1734016141.000000000 00010000:00010000:0.0:1734016141.567090:0:9673:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5b840/0x7bf039d361d2473 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x3f004d6452e08e9c expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.567103:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810d80/0x7bf039d361cbf4e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e00a3d expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.567132:0:9673:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5b840/0x7bf039d361d2473 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x3f004d6452e08e9c expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.567138:0:9673:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016141.567140:0:9673:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f5b840/0x7bf039d361d2473 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x3f004d6452e08e9c expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000020:00100000:0.0:1734016141.567266:0:9673:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88012aae7800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1734016141.567274:0:9673:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a8d5bb80 x1818247337083392/t0(0) o36->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734016141.573596:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016141.574491:0:4747:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016141.574499:0:4747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2488 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e08ebf expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.574507:0:4747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d8121c0 already unused, calling callback (ffffffffa10471e0) 00010000:00010000:0.0:1734016141.574511:0:4747:0:(ldlm_request.c:1579:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2488 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x3f004d6452e08ebf expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.574518:0:4747:0:(ldlm_request.c:1589:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2488 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x3f004d6452e08ebf expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.574525:0:4747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2488 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x3f004d6452e08ebf expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.574551:0:4747:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800a8e2a880/0x7bf039d361cbf01 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e009a3 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.574588:0:4747:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2488 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x3f004d6452e08ebf expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.574593:0:4747:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016141.579445:0:4747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2488 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x3f004d6452e08ebf expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.579459:0:4747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d8121c0/0x7bf039d361d2488 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x3f004d6452e08ebf expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016141.579518:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016141.579520:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016141.579524:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016141.594284:0:9673:0:(client.c:2968:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88012aae7800: committing for last_committed 4294968646 gen 1 00000100:00100000:0.0:1734016141.594317:0:9673:0:(client.c:3012:ptlrpc_free_committed()) @@@ stopping search req@ffff8800a8d5bb80 x1818247337083392/t4294968648(4294968648) o36->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1734016157 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000100:00100000:0.0:1734016141.594327:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5bb80 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337083392:192.168.201.110@tcp:36:fsx.0 00000080:00200000:0.0:1734016141.594369:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016141.594374:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016141.594386:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016141.594397:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:0.0:1734016141.594406:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016141.594409:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77430, osc lock ffff8800aa1764c0, flags 0x0 00010000:00010000:0.0:1734016141.594421:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800ab2cb800 type 11 mode 2 res 10737419264/5 (0 18446744073709551615) 00010000:00010000:0.0:1734016141.594433:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.594442:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.594468:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016141.594484:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337083648:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016141.594516:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41a840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016141.605627:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11863 00000100:00100000:3.0:1734016141.605634:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339502080:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016141.605642:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.608329:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1734016141.608345:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339502080:12345-192.168.201.110@tcp:104: Request processed in 2706us (2998us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.608355:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11863 00010000:00010000:0.0:1734016141.608538:0:5246:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1734016141.608546:0:5246:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812ac0/0x7bf039d361d24b2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e08ee9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.608554:0:5246:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d812ac0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016141.608559:0:5246:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812ac0/0x7bf039d361d24b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x3f004d6452e08ee9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016141.608577:0:5246:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016141.608587:0:5246:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016141.608628:0:5246:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812ac0/0x7bf039d361d24b2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e08ee9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.608634:0:5246:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016141.608651:0:5246:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812ac0/0x7bf039d361d24b2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e08ee9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.608657:0:5246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812ac0/0x7bf039d361d24b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e08ee9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.608682:0:5246:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016141.608685:0:5246:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.608690:0:5246:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5942ac0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016141.608693:0:5246:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x800428400020000 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016141.608699:0:5246:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016141.608824:0:5246:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016141.608844:0:5246:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.608849:0:5246:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016141.608855:0:5246:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.608860:0:5246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d24ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2383872->2387967) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08ee2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.608868:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016141.608869:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016141.608871:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016141.608900:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337083904:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016141.608954:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016141.608959:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337083776:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016141.610922:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337083904:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016141.613928:0:9553:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016141.613952:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339502208 00000100:00100000:3.0:1734016141.613961:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339502208 00000100:00100000:3.0:1734016141.614004:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11864 00000100:00100000:3.0:1734016141.614010:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7705:x1818247339502208:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016141.614025:0:9553:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.614035:0:9553:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.614046:0:9553:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.614054:0:9553:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.614061:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.614069:0:9553:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000000000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.614083:0:9553:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012d811440) 00000100:00100000:3.0:1734016141.614124:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7705:x1818247339502208:12345-192.168.201.110@tcp:105: Request processed in 114us (3315us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.614129:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11864 00000100:00100000:0.0:1734016141.620070:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337083648:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016141.620098:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.620123:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016141.620135:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 6642609, setting rss=6642609; kms=6642609, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.620145:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.620157:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016141.620241:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016141.620258:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337084032:192.168.201.110@tcp:10:fsx.0 00000100:00100000:0.0:1734016141.622607:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337083776:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016141.626821:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337084032:192.168.201.110@tcp:10:fsx.0 00010000:00010000:3.0:1734016141.651040:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.651056:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.764773:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:3.0:1734016141.764778:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.764781:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891fb0 (ffff8800a7e71008/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016141.764790:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.764802:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.764819:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016141.764821:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891fb0 (ffff8800a7e71128/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016141.764843:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016141.764863:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016141.764879:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016141.764898:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1851, 1851] 00000008:00010000:3.0:1734016141.764914:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016141.764919:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588afb0, osc lock ffff8800b5a2a5f0, flags 0x0 00010000:00010000:3.0:1734016141.764938:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.764950:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7581696 7585791) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.764961:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.764966:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.764972:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000001:00010000:3.0:1734016141.764991:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016141.764996:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016141.764998:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a8b0, osc lock ffff8800b5a2a850, flags 0x400001002 00010000:00010000:3.0:1734016141.765004:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765011:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765019:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765024:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016141.765032:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 7582691 i_blocks 1208 00000020:00010000:3.0:1734016141.765034:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d78490 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:3.0:1734016141.765036:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d78490 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.765038:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a8b0 (ffff8800a7e71008/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.765040:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d78490 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016141.765041:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a8b0 (ffff8800a7e71128/1) at cl_lock_fini():85 00000008:00010000:3.0:1734016141.765066:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016141.765084:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000020:00010000:3.0:1734016141.765096:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:3.0:1734016141.765098:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.765100:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588afb0 (ffff8800a7e71008/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016141.765104:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765109:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.765116:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016141.765117:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588afb0 (ffff8800a7e71128/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016141.765122:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016141.765151:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1850 00000080:00200000:3.0:1734016141.765157:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016141.765161:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016141.765164:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1850, 1850] 00000008:00010000:3.0:1734016141.765167:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016141.765169:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588afb0, osc lock ffff8800b5a2a5f0, flags 0x0 00010000:00010000:3.0:1734016141.765174:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765180:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7577600 7581695) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765186:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765191:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765201:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.765214:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016141.765220:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:3.0:1734016141.765225:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.765231:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.765237:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.765242:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:3.0:1734016141.765244:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.765246:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588afb0 (ffff8800a7e71008/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016141.765248:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765253:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.765259:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016141.765261:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588afb0 (ffff8800a7e71128/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016141.765265:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016141.765273:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1849 00000080:00200000:3.0:1734016141.765276:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016141.765279:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016141.765282:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1849, 1849] 00000008:00010000:3.0:1734016141.765284:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016141.765286:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588afb0, osc lock ffff8800b5a2a5f0, flags 0x0 00010000:00010000:3.0:1734016141.765290:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765295:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7573504 7577599) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765301:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765306:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765310:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.765319:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016141.765324:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:3.0:1734016141.765327:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.765336:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.765341:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.765346:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:3.0:1734016141.765347:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.765349:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588afb0 (ffff8800a7e71008/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016141.765351:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765356:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.765361:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016141.765362:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588afb0 (ffff8800a7e71128/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016141.765365:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016141.765373:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1848 00000080:00200000:3.0:1734016141.765375:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016141.765378:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016141.765380:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1848, 1848] 00000008:00010000:3.0:1734016141.765382:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016141.765384:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588afb0, osc lock ffff8800b5a2a5f0, flags 0x0 00010000:00010000:3.0:1734016141.765387:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765398:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7569408 7573503) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765404:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765408:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765413:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.765421:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016141.765426:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:3.0:1734016141.765430:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.765434:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.765439:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.765445:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:3.0:1734016141.765447:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.765449:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588afb0 (ffff8800a7e71008/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016141.765451:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765456:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.765461:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016141.765463:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588afb0 (ffff8800a7e71128/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016141.765466:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016141.765472:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1847 00000080:00200000:3.0:1734016141.765475:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016141.765478:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016141.765480:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1847, 1847] 00000008:00010000:3.0:1734016141.765482:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016141.765483:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588afb0, osc lock ffff8800b5a2a5f0, flags 0x0 00010000:00010000:3.0:1734016141.765486:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765491:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7565312 7569407) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765497:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765502:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765511:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.765520:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016141.765525:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:3.0:1734016141.765528:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.765534:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.765539:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.765543:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:3.0:1734016141.765545:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.765546:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588afb0 (ffff8800a7e71008/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016141.765548:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765553:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.765558:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016141.765560:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588afb0 (ffff8800a7e71128/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016141.765564:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016141.765571:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1846 00000080:00200000:3.0:1734016141.765574:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016141.765576:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016141.765578:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1846, 1846] 00000008:00010000:3.0:1734016141.765581:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016141.765582:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588afb0, osc lock ffff8800b5a2a5f0, flags 0x0 00010000:00010000:3.0:1734016141.765585:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765592:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7561216 7565311) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765598:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765603:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765609:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.765620:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016141.765627:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:3.0:1734016141.765632:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.765641:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.765647:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.765654:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:3.0:1734016141.765656:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.765658:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588afb0 (ffff8800a7e71008/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016141.765660:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765666:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.765673:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016141.765674:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588afb0 (ffff8800a7e71128/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016141.765679:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016141.765689:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1845 00000080:00200000:3.0:1734016141.765692:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016141.765696:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016141.765699:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1845, 1845] 00000008:00010000:3.0:1734016141.765702:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016141.765704:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588afb0, osc lock ffff8800b5a2a5f0, flags 0x0 00010000:00010000:3.0:1734016141.765753:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765765:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7557120 7561215) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765771:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765776:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765781:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.765793:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016141.765800:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:3.0:1734016141.765804:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.765809:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.765815:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.765819:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:3.0:1734016141.765822:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.765824:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588afb0 (ffff8800a7e71008/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016141.765826:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765831:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.765837:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016141.765838:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588afb0 (ffff8800a7e71128/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016141.765842:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016141.765849:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1844 00000080:00200000:3.0:1734016141.765853:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016141.765855:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016141.765858:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1844, 1844] 00000008:00010000:3.0:1734016141.765860:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016141.765862:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588afb0, osc lock ffff8800b5a2a5f0, flags 0x0 00010000:00010000:3.0:1734016141.765866:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765872:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7553024 7557119) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765877:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765882:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765891:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.765900:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016141.765905:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:3.0:1734016141.765908:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.765914:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.765919:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.765923:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:3.0:1734016141.765925:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.765926:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588afb0 (ffff8800a7e71008/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016141.765928:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765933:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.765939:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016141.765941:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588afb0 (ffff8800a7e71128/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016141.765944:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016141.765951:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1843 00000080:00200000:3.0:1734016141.765954:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016141.765957:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016141.765959:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1843, 1843] 00000008:00010000:3.0:1734016141.765961:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016141.765962:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588afb0, osc lock ffff8800b5a2a5f0, flags 0x0 00010000:00010000:3.0:1734016141.765965:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765971:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7548928 7553023) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765978:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765984:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.765989:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.766000:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016141.766006:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:3.0:1734016141.766010:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.766020:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.766025:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.766029:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:3.0:1734016141.766031:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.766032:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588afb0 (ffff8800a7e71008/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016141.766034:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766039:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.766045:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016141.766047:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588afb0 (ffff8800a7e71128/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016141.766050:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016141.766058:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1842 00000080:00200000:3.0:1734016141.766061:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016141.766064:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016141.766066:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1842, 1842] 00000008:00010000:3.0:1734016141.766069:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016141.766070:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588afb0, osc lock ffff8800b5a2a5f0, flags 0x0 00010000:00010000:3.0:1734016141.766074:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766084:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7544832 7548927) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766089:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766094:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766099:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.766107:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016141.766112:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:3.0:1734016141.766115:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.766120:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.766125:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.766130:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:3.0:1734016141.766132:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.766134:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588afb0 (ffff8800a7e71008/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016141.766137:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766142:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.766147:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016141.766148:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588afb0 (ffff8800a7e71128/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016141.766151:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016141.766157:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1841 00000080:00200000:3.0:1734016141.766160:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016141.766163:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016141.766165:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1841, 1841] 00000008:00010000:3.0:1734016141.766167:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016141.766169:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588afb0, osc lock ffff8800b5a2a5f0, flags 0x0 00010000:00010000:3.0:1734016141.766172:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766177:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7540736 7544831) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766183:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766188:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766196:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.766206:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016141.766211:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:3.0:1734016141.766215:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.766222:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.766228:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.766234:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:3.0:1734016141.766236:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.766237:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588afb0 (ffff8800a7e71008/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016141.766240:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766245:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.766252:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016141.766255:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588afb0 (ffff8800a7e71128/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016141.766260:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016141.766271:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1840 00000080:00200000:3.0:1734016141.766274:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016141.766278:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016141.766280:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1840, 1840] 00000008:00010000:3.0:1734016141.766284:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016141.766285:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588afb0, osc lock ffff8800b5a2a5f0, flags 0x0 00010000:00010000:3.0:1734016141.766289:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766296:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7536640 7540735) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766303:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766309:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766315:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.766328:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016141.766335:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:3.0:1734016141.766339:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.766349:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.766354:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.766359:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:3.0:1734016141.766360:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.766362:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588afb0 (ffff8800a7e71008/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016141.766364:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766369:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.766375:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016141.766377:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588afb0 (ffff8800a7e71128/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016141.766381:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016141.766389:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1839 00000080:00200000:3.0:1734016141.766392:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016141.766395:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016141.766398:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1839, 1839] 00000008:00010000:3.0:1734016141.766400:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016141.766402:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588afb0, osc lock ffff8800b5a2a5f0, flags 0x0 00010000:00010000:3.0:1734016141.766406:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766416:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7532544 7536639) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766422:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766427:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766431:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.766440:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016141.766445:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:3.0:1734016141.766448:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.766453:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.766458:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.766464:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:3.0:1734016141.766466:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.766468:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588afb0 (ffff8800a7e71008/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016141.766470:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766475:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.766480:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016141.766481:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588afb0 (ffff8800a7e71128/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016141.766485:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016141.766491:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1838 00000080:00200000:3.0:1734016141.766494:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016141.766496:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016141.766498:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1838, 1838] 00000008:00010000:3.0:1734016141.766500:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016141.766501:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588afb0, osc lock ffff8800b5a2a5f0, flags 0x0 00010000:00010000:3.0:1734016141.766505:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766510:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7528448 7532543) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766516:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766521:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766529:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.766539:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016141.766544:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:3.0:1734016141.766547:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.766552:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.766556:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.766561:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:3.0:1734016141.766562:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.766564:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588afb0 (ffff8800a7e71008/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016141.766566:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766571:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.766576:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016141.766578:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588afb0 (ffff8800a7e71128/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016141.766582:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016141.766590:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1837 00000080:00200000:3.0:1734016141.766593:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016141.766596:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016141.766598:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1837, 1837] 00000008:00010000:3.0:1734016141.766601:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016141.766602:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588afb0, osc lock ffff8800b5a2a5f0, flags 0x0 00010000:00010000:3.0:1734016141.766606:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766612:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7524352 7528447) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766618:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766623:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766627:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.766635:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016141.766641:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:3.0:1734016141.766644:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.766653:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.766659:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.766663:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:3.0:1734016141.766665:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.766666:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588afb0 (ffff8800a7e71008/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016141.766668:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766673:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.766678:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016141.766679:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588afb0 (ffff8800a7e71128/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016141.766683:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016141.766689:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1836 00000080:00200000:3.0:1734016141.766691:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016141.766694:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016141.766696:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1836, 1836] 00000008:00010000:3.0:1734016141.766699:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016141.766700:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588afb0, osc lock ffff8800b5a2a5f0, flags 0x0 00010000:00010000:3.0:1734016141.766704:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766750:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7520256 7524351) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766756:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766762:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766766:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.766777:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016141.766782:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:3.0:1734016141.766786:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.766791:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.766796:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.766802:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:3.0:1734016141.766804:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016141.766806:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588afb0 (ffff8800a7e71008/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016141.766809:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.766814:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.766819:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016141.766820:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588afb0 (ffff8800a7e71128/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016141.766824:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016141.766839:0:9673:0:(file.c:5185:ll_fsync()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8), start 7520256, end 7585791, datasync 1 00000080:00200000:3.0:1734016141.766845:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016141.766849:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:3.0:1734016141.766857:0:9673:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.766867:0:9673:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.768143:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7581696 7585791) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016141.768247:0:9673:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcb480 - object 0x280000400:5 offset 7520256<>7582691 00000080:00200000:3.0:1734016141.787321:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1734016141.787388:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8000 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337084800:192.168.201.110@tcp:44:fsx.0 00000100:00100000:3.0:1734016141.787450:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe3e40 going to sleep for 11 seconds 00000100:00100000:0.0:1734016141.789612:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8000 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337084800:192.168.201.110@tcp:44:fsx.0 00000080:00200000:0.0:1734016141.789644:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016141.789657:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016141.796611:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 7582691 i_blocks 1336 00000080:00200000:0.0:1734016141.796637:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1734016141.812012:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016141.823178:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016141.843471:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016141.844964:0:5246:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016141.844973:0:5246:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.844981:0:5246:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d811440 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016141.844986:0:5246:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811440/0x7bf039d361d24b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x3f004d6452e08efe expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016141.845008:0:5246:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00100000:3.0:1734016141.872539:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016141.874068:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.874084:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.874110:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016141.874123:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 7582691, setting rss=7582691; kms=7582691, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.874135:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.874142:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.874223:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.874235:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (6643712 6647807) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.876528:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.876545:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.906450:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16b78 (ffff8800a7e71a28/0) at cl_lock_release():233 00000020:00010000:0.0:1734016141.906455:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16b78 (ffff8800a7e71a28/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016141.906458:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891b30 (ffff8800a7e71d88/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016141.906466:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.906476:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016141.906492:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16b78 (ffff8800a7e71a28/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016141.906495:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891b30 (ffff8800a7e71a28/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016141.906515:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016141.906570:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1298 00000080:00200000:0.0:1734016141.906577:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016141.906590:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016141.906604:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1298, 1298] 00000008:00010000:0.0:1734016141.906619:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016141.906623:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77130, osc lock ffff8800aa177560, flags 0x0 00010000:00010000:0.0:1734016141.906642:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.906652:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5316608 5320703) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.906662:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.906673:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.906679:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016141.906791:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016141.906799:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.906821:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5316608 5320703) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016141.906852:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5a300 - object 0x280000400:5 offset 5316608<>5320704 00000100:00100000:0.0:1734016141.906871:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337085952:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016141.914028:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016141.914074:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016141.914095:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337085952:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016141.924532:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.924573:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.924595:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337086208:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016141.927588:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.927630:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.927650:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337086464:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016141.929459:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.929498:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5304320 5308415) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016141.929536:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc9180 - object 0x280000400:5 offset 5304320<>5308416 00000008:00010000:3.0:1734016141.936357:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.936453:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.936475:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337086720:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016141.940396:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.940428:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.940449:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337086976:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016141.944879:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.944918:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.944943:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337087232:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016141.948868:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.948899:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.948926:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337087488:192.168.201.110@tcp:3:fsx.0 00010000:00010000:3.0:1734016141.954836:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d24d5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.954865:0:1980:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d24d5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08f21 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.954881:0:1980:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d24d5 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08f21 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.954895:0:1980:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d24d5 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08f21 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.954911:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 7582691, setting rss=7582691; kms=7582691, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d24d5 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08f21 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.954965:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d24d5 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08f21 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.954973:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d24d5 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08f21 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.954978:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d24d5 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08f21 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.954989:0:1980:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d24d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08f21 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.955009:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337087616:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016141.958699:0:9673:0:(client.c:2968:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88012db5a800: committing for last_committed 4294968644 gen 1 00000100:00100000:0.0:1734016141.958904:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337087744:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016141.958934:0:9673:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d24dc lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08f2f expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.958944:0:9673:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d24dc lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08f2f expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.958955:0:9673:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d24dc lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08f2f expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.958965:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d24dc lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08f2f expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.958975:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d24dc lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08f2f expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.958983:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d24dc lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08f2f expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016141.958989:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d24dc lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08f2f expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1734016141.958998:0:9673:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a8fd7800 x1818247337087744/t0(0) o101->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016157 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:0.0:1734016141.959009:0:9673:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d24dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08f2f expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016141.965475:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11868 00000100:00100000:3.0:1734016141.965484:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339503488:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016141.965503:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d24d5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e08f21 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.966237:0:4747:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1734016141.966245:0:4747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d24d5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e08f21 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.966258:0:4747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941440 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016141.966263:0:4747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d24d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x3f004d6452e08f21 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016141.966284:0:4747:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016141.966299:0:4747:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016141.966345:0:4747:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d24d5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e08f21 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.966351:0:4747:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016141.966373:0:4747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d24d5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e08f21 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.966380:0:4747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941440/0x7bf039d361d24d5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e08f21 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.966399:0:4747:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016141.966402:0:4747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.966407:0:4747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941d40 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016141.966410:0:4747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x800428400020000 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016141.966419:0:4747:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016141.967427:0:4747:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016141.967464:0:4747:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.967473:0:4747:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016141.967485:0:4747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.967491:0:4747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d24ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5320704->5324799) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08f1a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016141.967509:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016141.967511:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016141.967513:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016141.967536:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337088128:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016141.967613:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016141.967621:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337088000:192.168.201.110@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016141.968206:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:3.0:1734016141.968219:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339503488:12345-192.168.201.110@tcp:104: Request processed in 2732us (3220us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.968228:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11868 00000100:00100000:3.0:1734016141.973516:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:0.0:1734016141.974264:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337088128:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016141.989035:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339503872 00000100:00100000:3.0:1734016141.989046:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339503872 00000100:00100000:3.0:1734016141.989093:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11871 00000100:00100000:3.0:1734016141.989100:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339503872:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016141.989115:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f59d40/0x7bf039d361d24e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6008832->6057983) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f36 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.989127:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f59d40/0x7bf039d361d24e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6008832->6057983) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f36 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.989162:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016141.989165:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 7582691 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 1336 00000020:00010000:3.0:1734016141.989168:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016141.989169:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 7582691 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 1336 00000100:00100000:3.0:1734016141.989229:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339503872:12345-192.168.201.110@tcp:106: Request processed in 129us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.989234:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11871 00010000:00010000:3.0:1734016141.991674:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d24ea lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.991697:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d24ea lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.991770:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d24ea lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.991778:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d24ea lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.991785:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d24ea lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.991800:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 7582691, setting rss=7582691; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016141.991895:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d24ea lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.991906:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d24ea lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.991914:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d24ea lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.991921:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5942f40 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016141.991925:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d24ea lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.991934:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016141.991940:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d24ea lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.991945:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d24ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.991989:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337088384:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016141.994700:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339504000 00000100:00100000:3.0:1734016141.994744:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339504000 00000100:00100000:3.0:1734016141.994786:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11872 00000100:00100000:3.0:1734016141.994793:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339504000:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016141.994808:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f59d40/0x7bf039d361d24e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6008832->6057983) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f36 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.994822:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f59d40/0x7bf039d361d24e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6008832->6057983) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f36 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016141.994849:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016141.994852:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 7582691 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 1336 00000020:00010000:3.0:1734016141.994854:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016141.994856:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 7582691 mtime: 1734016141 atime: 1734016141 ctime: 1734016141 blocks: 1336 00000100:00100000:3.0:1734016141.994910:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339504000:12345-192.168.201.110@tcp:106: Request processed in 116us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016141.994918:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11872 00010000:00010000:3.0:1734016141.997482:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d24f1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.997499:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d24f1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.997510:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d24f1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.997515:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d24f1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.997522:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d24f1 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016141.997535:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 7582691, setting rss=7582691; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016141.997577:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d24f1 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.997584:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d24f1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.997590:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d24f1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.997595:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5942400 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016141.997599:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d24f1 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.997608:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016141.997613:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d24f1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016141.997617:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d24f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016141.997650:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337088512:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.005959:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337088640:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016142.011180:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339504128 00000100:00100000:3.0:1734016142.011190:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339504128 00000100:00100000:3.0:1734016142.011230:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11873 00000100:00100000:3.0:1734016142.011237:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339504128:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016142.011257:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f59d40/0x7bf039d361d24e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6008832->6057983) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f36 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.011268:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f59d40/0x7bf039d361d24e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6008832->6057983) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f36 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.011295:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016142.011297:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 7582691 mtime: 1734016141 atime: 1734016141 ctime: 1734016142 blocks: 1424 00000020:00010000:3.0:1734016142.011300:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016142.011300:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 7582691 mtime: 1734016141 atime: 1734016141 ctime: 1734016142 blocks: 1424 00000100:00100000:3.0:1734016142.011346:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339504128:12345-192.168.201.110@tcp:106: Request processed in 109us (922us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.011352:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11873 00010000:00010000:3.0:1734016142.015675:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d24f8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.015698:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d24f8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.015795:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d24f8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.015803:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d24f8 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.015810:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d24f8 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.015829:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 7582691, setting rss=7582691; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016142.016113:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d24f8 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.016120:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d24f8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.016128:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d24f8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.016135:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941f80 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016142.016140:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d24f8 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.016151:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016142.016157:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d24f8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.016163:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d24f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.016211:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337088768:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.021190:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339504256 00000100:00100000:3.0:1734016142.021205:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339504256 00000100:00100000:3.0:1734016142.021632:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11874 00000100:00100000:3.0:1734016142.021641:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339504256:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016142.021661:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f59d40/0x7bf039d361d24e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6008832->6057983) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f36 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.021673:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f59d40/0x7bf039d361d24e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6008832->6057983) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f36 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.021704:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016142.021728:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 7582691 mtime: 1734016141 atime: 1734016141 ctime: 1734016142 blocks: 1424 00000020:00010000:3.0:1734016142.021732:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016142.021734:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 7582691 mtime: 1734016141 atime: 1734016141 ctime: 1734016142 blocks: 1424 00000100:00100000:3.0:1734016142.022026:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339504256:12345-192.168.201.110@tcp:106: Request processed in 384us (1554us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.022034:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11874 00010000:00010000:3.0:1734016142.024970:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d24ff lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.024992:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d24ff lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.025006:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d24ff lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.025012:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d24ff lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.025018:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d24ff lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.025039:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 7582691, setting rss=7582691; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016142.025069:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d24ff lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.025076:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d24ff lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.025083:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d24ff lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.025088:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941200 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016142.025093:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d24ff lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.025105:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016142.025111:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d24ff lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.025116:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941200/0x7bf039d361d24ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.025167:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337088896:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.029967:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339504384 00000100:00100000:3.0:1734016142.029978:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339504384 00000100:00100000:3.0:1734016142.030049:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11875 00000100:00100000:3.0:1734016142.030056:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339504384:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016142.030073:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f59d40/0x7bf039d361d24e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6008832->6057983) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f36 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.030083:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f59d40/0x7bf039d361d24e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6008832->6057983) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f36 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.030109:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016142.030111:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 7582691 mtime: 1734016141 atime: 1734016141 ctime: 1734016142 blocks: 1424 00000020:00010000:3.0:1734016142.030114:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016142.030115:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 7582691 mtime: 1734016141 atime: 1734016141 ctime: 1734016142 blocks: 1424 00000100:00100000:3.0:1734016142.030309:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339504384:12345-192.168.201.110@tcp:106: Request processed in 251us (913us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.030315:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11875 00010000:00010000:3.0:1734016142.033087:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d2506 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.033108:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d2506 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.033121:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d2506 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.033128:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d2506 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.033135:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d2506 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.033153:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 7582691, setting rss=7582691; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016142.033167:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d2506 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.033173:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d2506 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.033180:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d2506 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.033187:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943cc0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016142.033193:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d2506 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.033204:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016142.033210:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d2506 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.033216:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d2506 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.033832:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337089024:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.037224:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339504512 00000100:00100000:3.0:1734016142.037234:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339504512 00000100:00100000:3.0:1734016142.037276:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11876 00000100:00100000:3.0:1734016142.037283:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339504512:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016142.037301:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f59d40/0x7bf039d361d24e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6008832->6057983) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08f36 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.037377:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016142.037383:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339504512:12345-192.168.201.110@tcp:104: Request processed in 100us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.037390:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11876 00000100:00100000:0.0:1734016142.038802:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337089280:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016142.045607:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337089152:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.045639:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [53248->57343] (req 53248->57343) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.045651:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [53248->57343] (req 53248->57343) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.045664:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [53248->57343] (req 53248->57343) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.045834:0:9553:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016142.045854:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339504640 00000100:00100000:3.0:1734016142.045860:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339504640 00000100:00100000:3.0:1734016142.045905:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11877 00000100:00100000:3.0:1734016142.045913:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6470:x1818247339504640:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016142.045921:0:9553:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [53248->57343] (req 53248->57343) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.045930:0:9553:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [53248->57343] (req 53248->57343) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.045938:0:9553:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.045947:0:9553:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.045955:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.045963:0:9553:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.045982:0:9553:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5943840) 00000100:00100000:3.0:1734016142.046028:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6470:x1818247339504640:12345-192.168.201.110@tcp:105: Request processed in 116us (554us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.046035:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11877 00010000:00010000:0.0:1734016142.046118:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.046127:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.046148:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.046159:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 7582691, setting rss=7582691; kms=7582691, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.046171:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.046179:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.046989:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016142.047003:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.047037:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (53248 57343) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016142.047067:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d58a80 - object 0x280000400:5 offset 53248<>57344 00000100:00100000:0.0:1734016142.047087:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337089536:192.168.201.110@tcp:3:fsx.0 00000100:00100000:0.0:1734016142.050297:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337089280:192.168.201.110@tcp:103:ldlm_bl.0 00000008:00010000:0.0:1734016142.051705:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.051869:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a240 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.051890:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337089536:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016142.055575:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.055606:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.055629:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337089792:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016142.061666:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.061741:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.061765:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337090048:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016142.067167:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.067204:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.067227:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337090304:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016142.074273:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.074306:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.074326:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337090560:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016142.081281:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.081543:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.081569:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337090816:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016142.091805:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.091853:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.091869:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337090944:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016142.097227:0:1980:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012db5a800: committing for last_committed 4294969459 gen 1 00000100:00100000:3.0:1734016142.097290:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337091072:192.168.201.110@tcp:16:fsx.0 00000100:00100000:3.0:1734016142.102909:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339504768 00000100:00100000:3.0:1734016142.102921:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339504768 00000100:00100000:3.0:1734016142.102980:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11878 00000100:00100000:3.0:1734016142.102988:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339504768:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016142.103004:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.103014:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.103039:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 7, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016142.103041:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 7582691 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 1472 00000020:00010000:3.0:1734016142.103044:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016142.103045:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 7582691 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 1472 00000100:00100000:3.0:1734016142.103096:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339504768:12345-192.168.201.110@tcp:106: Request processed in 108us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.103102:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11878 00000100:00100000:3.0:1734016142.106656:0:1981:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012aae7800: committing for last_committed 4294969458 gen 2 00010000:00010000:3.0:1734016142.106691:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2514 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.106846:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2514 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.106860:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2514 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.106866:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2514 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.106877:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2514 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.106891:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 7582691, setting rss=7582691; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016142.106940:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2514 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.106946:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2514 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.106954:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2514 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.106960:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b59433c0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016142.106965:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2514 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.106976:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016142.106981:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2514 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.106985:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2514 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.107459:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337091200:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.111063:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339504896 00000100:00100000:3.0:1734016142.111074:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339504896 00000100:00100000:3.0:1734016142.111120:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11879 00000100:00100000:3.0:1734016142.111127:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:13925:x1818247339504896:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016142.111143:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.111692:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016142.111701:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:13925:x1818247339504896:12345-192.168.201.110@tcp:104: Request processed in 573us (1059us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.111737:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11879 00010000:00010000:0.0:1734016142.112324:0:4747:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016142.112331:0:4747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.112338:0:4747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943840 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016142.112345:0:4747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x800428400020000 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.112368:0:4747:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016142.112471:0:4747:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016142.112513:0:4747:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.112520:0:4747:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016142.112555:0:4747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.112562:0:4747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d250d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 53248->57343) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08f60 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.112584:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016142.112586:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016142.112587:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016142.112594:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016142.112609:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337091584:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016142.122102:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337091584:192.168.201.110@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1734016142.132212:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### no dlm lock: extent: ffff8800ab3e8180 00000008:00010000:3.0:1734016142.132252:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### no dlm lock: extent: ffff8800ab3e8180 00000100:00100000:3.0:1734016142.132267:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337091456:192.168.201.110@tcp:3:fsx.0 00010000:00010000:3.0:1734016142.135154:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d251b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.135178:0:1980:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d251b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08f75 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.135192:0:1980:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d251b lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08f75 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.135203:0:1980:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d251b lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08f75 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.135217:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 7582691, setting rss=7582691; kms=7582691, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d251b lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08f75 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.135235:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d251b lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08f75 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.135241:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d251b lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08f75 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.135246:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d251b lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08f75 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.135251:0:1980:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d251b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08f75 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.135268:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337091712:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.141687:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339505024 00000100:00100000:3.0:1734016142.141700:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339505024 00000100:00100000:3.0:1734016142.142453:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11880 00000100:00100000:3.0:1734016142.142461:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339505024:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016142.142479:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d251b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e08f75 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.143158:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016142.143165:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339505024:12345-192.168.201.110@tcp:104: Request processed in 704us (1631us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.143173:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11880 00000100:00100000:3.0:1734016142.151629:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:0.0:1734016142.152212:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337091840:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.152230:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d2522 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7413760->7434239) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08f7c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.152252:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d2522 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7413760->7434239) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08f7c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.152264:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 7582691, setting rss=7582691; kms=7582691, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d2522 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7413760->7434239) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08f7c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.152275:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d2522 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7413760->7434239) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f7c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.152282:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d2522 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7413760->7434239) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f7c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.152311:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 7582691 i_blocks 1472 00000100:00100000:0.0:1734016142.152376:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016142.152389:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337092096:192.168.201.110@tcp:22:fsx.0 00000100:00100000:0.0:1734016142.161309:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337092096:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016142.169054:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:0.0:1734016142.171698:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337092480:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016142.181037:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337092480:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016142.192655:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337092352:192.168.201.110@tcp:36:fsx.0 00000080:00200000:0.0:1734016142.192697:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016142.192702:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.192755:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.192768:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:0.0:1734016142.192778:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.192783:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d774b0, osc lock ffff8800aa176be0, flags 0x0 00010000:00010000:0.0:1734016142.192807:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.192815:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.192841:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.192858:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337092608:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016142.192907:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41a840 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.205780:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339505408 00000100:00100000:3.0:1734016142.205795:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339505408 00000100:00100000:3.0:1734016142.205847:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11883 00000100:00100000:3.0:1734016142.205854:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339505408:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016142.205871:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d2522 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7413760->7434239) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08f7c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.206290:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016142.206298:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339505408:12345-192.168.201.110@tcp:104: Request processed in 443us (2011us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.206305:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11883 00010000:00010000:0.0:1734016142.206362:0:4747:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016142.206369:0:4747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d2522 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7413760->7434239) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08f7c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.206377:0:4747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943840 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016142.206383:0:4747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d2522 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7413760->7434239) gid 0 flags: 0x800428400020000 nid: local remote: 0x3f004d6452e08f7c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.206406:0:4747:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016142.206421:0:4747:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016142.209932:0:4747:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d2522 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7413760->7434239) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08f7c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.209945:0:4747:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016142.209990:0:4747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d2522 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7413760->7434239) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08f7c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.209997:0:4747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943840/0x7bf039d361d2522 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7413760->7434239) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e08f7c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.210040:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016142.210042:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016142.210048:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016142.210067:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016142.210085:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337092736:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016142.214025:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337092608:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.214050:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.214062:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.214069:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.222609:0:4739:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016142.222631:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339505536 00000100:00100000:3.0:1734016142.222639:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339505536 00000100:00100000:3.0:1734016142.222677:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11884 00000100:00100000:3.0:1734016142.222687:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9956:x1818247339505536:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016142.222700:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.222737:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.222745:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.222753:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.222761:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.222769:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.222787:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012d812ac0) 00000100:00100000:3.0:1734016142.222825:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9956:x1818247339505536:12345-192.168.201.110@tcp:105: Request processed in 141us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.222831:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11884 00010000:00010000:0.0:1734016142.227822:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.227840:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.227867:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.227877:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 7582691, setting rss=7582691; kms=7582691, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.227887:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.227893:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.228007:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016142.228024:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337092864:192.168.201.110@tcp:10:fsx.0 00000100:00100000:0.0:1734016142.234080:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337092864:192.168.201.110@tcp:10:fsx.0 00000100:00100000:0.0:1734016142.249927:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337092992:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.249957:0:9673:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2530 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08f98 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.249968:0:9673:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2530 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08f98 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.249979:0:9673:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2530 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08f98 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.249989:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2530 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08f98 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.249998:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2530 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08f98 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.250004:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2530 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08f98 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016142.250009:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2530 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08f98 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1734016142.250018:0:9673:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a8fd4a80 x1818247337092992/t0(0) o101->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016158 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:0.0:1734016142.250027:0:9673:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2530 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08f98 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1734016142.250046:0:9673:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2530 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08f98 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016142.250062:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800ab2c8800 type 13 mode 4 res 8589935617/9 (0 0) 00000080:00200000:0.0:1734016142.250123:0:9673:0:(file.c:6447:ll_layout_conf()) [0x200000401:0x9:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1734016142.250128:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d2530 00000080:00010000:0.0:1734016142.250132:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016142.250135:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2530 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016142.250137:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2530 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08f98 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016142.250143:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2530 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08f98 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016142.250169:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016142.250177:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016142.250191:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016142.250194:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77630, osc lock ffff8800aa176720, flags 0x400001002 00010000:00010000:0.0:1734016142.250206:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.250215:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.250225:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.250233:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.250247:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 7148654 i_blocks 1256 00000020:00010000:0.0:1734016142.250251:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.250253:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.250255:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77630 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.250258:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.250259:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77630 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.250266:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.250283:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016142.250286:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016142.250288:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016142.250292:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016142.250293:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77630, osc lock ffff8800aa176720, flags 0x400001002 00010000:00010000:0.0:1734016142.250298:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.250304:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.250310:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.250315:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.250326:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 7148654 i_blocks 1256 00000020:00010000:0.0:1734016142.250328:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.250330:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.250332:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77630 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.250333:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.250335:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77630 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.250338:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.250343:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 7148654 00000080:00200008:0.0:1734016142.250400:0:9673:0:(llite_lib.c:2284:ll_setattr_raw()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8) current size 7148654, valid attrs 2068, mode 8800, uid -1441591024, gid -30720, new size 1461984, atime 1734016142.000000000, mtime 1734016142.000000000, ctime 1734016142.000000000 00010000:00010000:0.0:1734016142.250420:0:9673:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2530 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x3f004d6452e08f98 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016142.250431:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810d80/0x7bf039d361cbf4e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e00a3d expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016142.250456:0:9673:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2530 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x3f004d6452e08f98 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016142.250461:0:9673:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016142.250463:0:9673:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d2530 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x3f004d6452e08f98 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000020:00100000:0.0:1734016142.250526:0:9673:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88012aae7800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1734016142.250532:0:9673:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a8d58380 x1818247337093248/t0(0) o36->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734016142.250552:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337093248:192.168.201.110@tcp:36:fsx.0 00000100:00100000:0.0:1734016142.250613:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41a840 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.266768:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337093248:192.168.201.110@tcp:36:fsx.0 00000080:00200000:0.0:1734016142.266809:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016142.266814:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.266830:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.266843:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:0.0:1734016142.266854:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.266857:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77630, osc lock ffff8800aa176720, flags 0x0 00010000:00010000:0.0:1734016142.266876:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.266890:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.266901:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.266908:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.266915:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.267006:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016142.267019:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337093376:192.168.201.110@tcp:10:fsx.0 00000080:00200000:0.0:1734016142.295657:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 1461984 i_blocks 280 00000020:00010000:0.0:1734016142.295664:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.295667:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.295670:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77630 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016142.295678:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.295688:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.295701:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.295703:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77630 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.295757:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.295769:0:9673:0:(llite_lib.c:2534:ll_setattr_raw()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8) current size 1461984, valid attrs 2168, mode 8800, uid -1441591024, gid -30720, new size 1461984, atime 1734016142.000000000, mtime 1734016142.249000000, ctime 1734016142.249000000, rc 0 00000080:00200008:0.0:1734016142.295788:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016142.295793:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:0.0:1734016142.295807:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016142.295816:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800ab2c8800 type 13 mode 30 res 8589935617/9 (0 0) 00010000:00010000:0.0:1734016142.295846:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d2537 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 9673 initiator: MDT0 00010000:00010000:0.0:1734016142.295851:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d2537 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00010000:00010000:0.0:1734016142.295858:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d2537 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00000100:00100000:0.0:1734016142.295874:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337093504:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016142.296064:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41a840 going to sleep for 11 seconds 00000008:00010000:3.0:1734016142.348097:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.348309:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.348335:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337093888:192.168.201.110@tcp:3:fsx.0 00000080:00200000:3.0:1734016142.348523:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016142.348537:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016142.348551:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [288, 288] 00000008:00010000:3.0:1734016142.348564:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016142.348570:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a8b0, osc lock ffff8800b5a2a5f0, flags 0x0 00010000:00010000:3.0:1734016142.348587:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.348599:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1179648 1183743) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.348609:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.348614:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.348619:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.348655:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe30c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016142.348671:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000020:00010000:3.0:1734016142.348683:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:3.0:1734016142.348685:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.348687:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a8b0 (ffff8800a7e71008/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016142.348689:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.348696:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.348704:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016142.348738:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a8b0 (ffff8800a7e71128/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016142.348745:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016142.348776:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 287 00000080:00200000:3.0:1734016142.348783:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016142.348788:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016142.348792:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [287, 287] 00000008:00010000:3.0:1734016142.348796:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016142.348798:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a8b0, osc lock ffff8800b5a2a5f0, flags 0x0 00010000:00010000:3.0:1734016142.348804:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.348812:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1175552 1179647) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.348820:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.348827:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.348832:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.348852:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3780 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016142.348859:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:3.0:1734016142.348865:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe30c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.348871:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe30c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.348879:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3780 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.348885:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:3.0:1734016142.348886:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.348888:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a8b0 (ffff8800a7e71008/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016142.348891:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.348898:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.348905:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016142.348907:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a8b0 (ffff8800a7e71128/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016142.348912:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016142.348923:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 286 00000080:00200000:3.0:1734016142.348928:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016142.348932:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016142.348935:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [286, 286] 00000008:00010000:3.0:1734016142.348940:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016142.348941:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a8b0, osc lock ffff8800b5a2a5f0, flags 0x0 00010000:00010000:3.0:1734016142.348946:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.348954:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1171456 1175551) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.348966:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.348972:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.348978:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.348993:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe30c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016142.349000:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:3.0:1734016142.349005:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3780 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.349010:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3780 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.349017:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe30c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.349023:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:3.0:1734016142.349026:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.349028:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a8b0 (ffff8800a7e71008/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016142.349031:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.349038:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.349046:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016142.349048:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a8b0 (ffff8800a7e71128/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016142.349054:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016142.349065:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 285 00000080:00200000:3.0:1734016142.349069:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016142.349073:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016142.349076:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [285, 285] 00000008:00010000:3.0:1734016142.349080:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016142.349082:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a8b0, osc lock ffff8800b5a2a5f0, flags 0x0 00010000:00010000:3.0:1734016142.349087:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.349093:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1167360 1171455) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.349100:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.349105:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.349111:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.349127:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3780 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016142.349135:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:3.0:1734016142.349139:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe30c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.349145:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe30c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.349151:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3780 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.349157:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:3.0:1734016142.349158:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.349160:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a8b0 (ffff8800a7e71008/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016142.349163:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.349169:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.349176:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016142.349178:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a8b0 (ffff8800a7e71128/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016142.349183:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016142.349193:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 284 00000080:00200000:3.0:1734016142.349198:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016142.349202:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016142.349205:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [284, 284] 00000008:00010000:3.0:1734016142.349208:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016142.349210:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a8b0, osc lock ffff8800b5a2a5f0, flags 0x0 00010000:00010000:3.0:1734016142.349215:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.349221:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1163264 1167359) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.349228:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.349234:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.349239:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.349253:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe30c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016142.349261:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:3.0:1734016142.349266:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3780 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.349272:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3780 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.349283:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe30c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.349290:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:3.0:1734016142.349292:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.349294:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a8b0 (ffff8800a7e71008/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016142.349296:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.349303:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.349310:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016142.349312:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a8b0 (ffff8800a7e71128/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016142.349318:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016142.349328:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 283 00000080:00200000:3.0:1734016142.349332:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016142.349336:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016142.349339:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [283, 283] 00000008:00010000:3.0:1734016142.349343:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016142.349345:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a8b0, osc lock ffff8800b5a2a5f0, flags 0x0 00010000:00010000:3.0:1734016142.349349:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.349355:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1159168 1163263) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.349365:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.349371:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.349376:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.349389:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3780 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016142.349397:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:3.0:1734016142.349402:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe30c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.349407:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe30c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.349413:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3780 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.349420:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:3.0:1734016142.349422:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.349423:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a8b0 (ffff8800a7e71008/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016142.349427:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.349433:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.349441:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016142.349443:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a8b0 (ffff8800a7e71128/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016142.349448:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016142.349458:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 282 00000080:00200000:3.0:1734016142.349462:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016142.349466:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016142.349469:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [282, 282] 00000008:00010000:3.0:1734016142.349473:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016142.349475:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a8b0, osc lock ffff8800b5a2a5f0, flags 0x0 00010000:00010000:3.0:1734016142.349479:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.349485:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1155072 1159167) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.349492:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.349499:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.349504:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.349522:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe30c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016142.349530:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:3.0:1734016142.349534:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe3780 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.349541:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3780 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.349547:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe30c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.349552:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:3.0:1734016142.349554:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.349555:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a8b0 (ffff8800a7e71008/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016142.349558:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.349563:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.349570:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016142.349572:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a8b0 (ffff8800a7e71128/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016142.349577:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016142.349587:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 281 00000080:00200000:3.0:1734016142.349591:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016142.349595:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016142.349597:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [281, 281] 00000008:00010000:3.0:1734016142.349601:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016142.349602:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a8b0, osc lock ffff8800b5a2a5f0, flags 0x0 00010000:00010000:3.0:1734016142.349607:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.349613:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1150976 1155071) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.349619:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.349624:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.349629:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.349640:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012ffe3780 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016142.349647:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:3.0:1734016142.349652:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012ffe30c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.349658:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe30c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.349669:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012ffe3780 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.349675:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_release():233 00000020:00010000:3.0:1734016142.349677:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016142.349679:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a8b0 (ffff8800a7e71008/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016142.349681:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.349687:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016142.349694:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16998 (ffff8800a7e71128/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016142.349696:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a8b0 (ffff8800a7e71128/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016142.349701:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016142.349747:0:9673:0:(file.c:5185:ll_fsync()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8), start 1150976, end 1183743, datasync 1 00000080:00200000:3.0:1734016142.349754:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016142.349757:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:3.0:1734016142.349768:0:9673:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012ffe3780 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.349778:0:9673:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff88012ffe3780 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.349975:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1179648 1183743) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016142.350051:0:9673:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc9180 - object 0x280000400:5 offset 1150976<>1183744 00000008:00010000:3.0:1734016142.374409:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012ffe3780 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.374458:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3780 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.374474:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337094016:192.168.201.110@tcp:4:fsx.0 00000080:00200000:0.0:1734016142.374685:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1734016142.374802:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337094144:192.168.201.110@tcp:44:fsx.0 00000100:00100000:0.0:1734016142.374868:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41a300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.378881:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337094144:192.168.201.110@tcp:44:fsx.0 00000080:00200000:0.0:1734016142.378922:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.378938:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1734016142.379022:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016142.379037:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337094272:192.168.201.110@tcp:16:fsx.0 00000100:00100000:0.0:1734016142.391438:0:1979:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012aae7800: committing for last_committed 4294969464 gen 2 00000100:00100000:0.0:1734016142.391522:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337094272:192.168.201.110@tcp:16:fsx.0 00000100:00100000:3.0:1734016142.403286:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339505664 00000100:00100000:3.0:1734016142.403298:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339505664 00000100:00100000:3.0:1734016142.403348:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11885 00000100:00100000:3.0:1734016142.403355:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339505664:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016142.403373:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2529 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08f8a expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.403453:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016142.403459:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339505664:12345-192.168.201.110@tcp:104: Request processed in 104us (890us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.403466:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11885 00000100:00100000:3.0:1734016142.426951:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339505792 00000100:00100000:3.0:1734016142.426958:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339505792 00000100:00100000:3.0:1734016142.427007:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11886 00000100:00100000:3.0:1734016142.427013:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9956:x1818247339505792:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016142.427026:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d253e lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [851968->901119] (req 851968->901119) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08fb4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.427039:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d253e lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [851968->901119] (req 851968->901119) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08fb4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.427047:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d253e lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 851968->901119) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08fb4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.427056:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d253e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 851968->901119) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08fb4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.427063:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d253e lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 851968->901119) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08fb4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.427071:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d253e lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 851968->901119) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e08fb4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.427106:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5943cc0) 00000100:00100000:3.0:1734016142.427148:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9956:x1818247339505792:12345-192.168.201.110@tcp:105: Request processed in 134us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.427155:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11886 00010000:00010000:0.0:1734016142.427337:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d253e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 851968->901119) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08fb4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.427346:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d253e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 851968->901119) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08fb4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.427370:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d253e lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 851968->901119) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08fb4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.427381:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 1461984, setting rss=1461984; kms=1461984, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d253e lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 851968->901119) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08fb4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.427392:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d253e lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 851968->901119) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08fb4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.427397:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d253e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 851968->901119) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08fb4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.427409:0:9673:0:(vvp_io.c:840:vvp_io_read_start()) f16a.sanityn: read [851968, 899353) 00000080:00200000:0.0:1734016142.427449:0:9673:0:(vvp_io.c:899:vvp_io_read_start()) count:47385 iocb pos:851968 00010000:00010000:0.0:1734016142.427492:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d253e lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 851968->901119) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08fb4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.427502:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d253e lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 851968->901119) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08fb4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.437742:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d253e lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 851968->901119) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08fb4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.437756:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d253e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 851968->901119) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08fb4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.442520:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337094784:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016142.500070:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d253e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 851968->901119) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08fb4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.500246:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d253e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 851968->901119) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08fb4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.500266:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337094784:192.168.201.110@tcp:3:fsx.0 00010000:00010000:3.0:1734016142.516211:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d2545 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.516229:0:1980:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d2545 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08fbb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.516239:0:1980:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d2545 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08fbb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.516248:0:1980:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d2545 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08fbb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.516261:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 1461984, setting rss=1461984; kms=1461984, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d2545 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08fbb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.516283:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d2545 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08fbb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.516289:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d2545 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08fbb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.516294:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d2545 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08fbb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.516299:0:1980:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d2545 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08fbb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.516312:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337094912:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.534211:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339505920 00000100:00100000:3.0:1734016142.534221:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339505920 00000100:00100000:3.0:1734016142.534255:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339506048 00000100:00100000:3.0:1734016142.534257:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339506048 00000100:00100000:3.0:1734016142.534270:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11887 00000100:00100000:3.0:1734016142.534276:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339505920:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016142.534289:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d2545 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e08fbb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.534357:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016142.534363:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339505920:12345-192.168.201.110@tcp:104: Request processed in 86us (3243us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.534368:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11887 00000100:00100000:3.0:1734016142.534382:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11888 00000100:00100000:3.0:1734016142.534386:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339506048:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016142.534392:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d253e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 851968->901119) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08fb4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.534426:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1734016142.534430:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339506048:12345-192.168.201.110@tcp:104: Request processed in 44us (1885us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.534435:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11888 00010000:00010000:0.0:1734016142.534597:0:4747:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1734016142.534603:0:4747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d2545 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e08fbb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.534615:0:4747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941200 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016142.534619:0:4747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d2545 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x3f004d6452e08fbb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.534636:0:4747:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016142.534646:0:4747:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016142.534676:0:4747:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d2545 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e08fbb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.534681:0:4747:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016142.534696:0:4747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d2545 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e08fbb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.534702:0:4747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d2545 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e08fbb expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.534759:0:4747:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016142.534761:0:4747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d253e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 851968->901119) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08fb4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.534766:0:4747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943cc0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016142.534769:0:4747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d253e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 851968->901119) gid 0 flags: 0x800428400020000 nid: local remote: 0x3f004d6452e08fb4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.534776:0:4747:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00100000:3.0:1734016142.558743:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016142.559163:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d254c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4927488->4972543) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08fc2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.559172:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d254c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4927488->4972543) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08fc2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.559192:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d254c lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4927488->4972543) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08fc2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.559202:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 1461984, setting rss=1461984; kms=1461984, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d254c lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4927488->4972543) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e08fc2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.559211:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d254c lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4927488->4972543) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08fc2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.559217:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d254c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4927488->4972543) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08fc2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.559229:0:9673:0:(vvp_io.c:1326:vvp_io_write_start()) f16a.sanityn: write [4927488, 4968777) 00000080:00200000:0.0:1734016142.559264:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 1203 of 0 to 4096 bytes 00000080:00200000:0.0:1734016142.559311:0:9673:0:(rw26.c:1006:ll_write_end()) pos 4927488, len 4096, copied 4096 00000080:00200000:0.0:1734016142.559316:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8fb61b0[3 ffff88012d0c29e0 2 1 ffff8800a7d7a970] 00000080:00200000:0.0:1734016142.559319:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a4ba00 1fffff00000805 3:0 ffff8800a8fb61b0 1203 lru 00000080:00200000:0.0:1734016142.559325:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8fb6210 1203: 1< 0 - - > 2< 4927488 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016142.559327:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8fb61b0 00000080:00200000:0.0:1734016142.559328:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:0.0:1734016142.559330:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 1204 of 0 to 4096 bytes 00000080:00200000:0.0:1734016142.559342:0:9673:0:(rw26.c:1006:ll_write_end()) pos 4931584, len 4096, copied 4096 00000080:00200000:0.0:1734016142.559345:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8fb60d8[3 ffff88012d0c29e0 2 1 ffff8800a7d7a970] 00000080:00200000:0.0:1734016142.559347:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002aadd80 1fffff00000805 3:0 ffff8800a8fb60d8 1204 lru 00000080:00200000:0.0:1734016142.559351:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8fb6138 1204: 1< 0 - - > 2< 4931584 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016142.559352:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8fb60d8 00000080:00200000:0.0:1734016142.559353:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 2. 00000080:00200000:0.0:1734016142.559354:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 1205 of 0 to 4096 bytes 00000080:00200000:0.0:1734016142.559366:0:9673:0:(rw26.c:1006:ll_write_end()) pos 4935680, len 4096, copied 4096 00000080:00200000:0.0:1734016142.559368:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8fb6000[3 ffff88012d0c29e0 2 1 ffff8800a7d7a970] 00000080:00200000:0.0:1734016142.559370:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a74880 1fffff00000805 3:0 ffff8800a8fb6000 1205 lru 00000080:00200000:0.0:1734016142.559375:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8fb6060 1205: 1< 0 - - > 2< 4935680 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016142.559376:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8fb6000 00000080:00200000:0.0:1734016142.559376:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 3. 00000080:00200000:0.0:1734016142.559377:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 1206 of 0 to 4096 bytes 00000080:00200000:0.0:1734016142.559387:0:9673:0:(rw26.c:1006:ll_write_end()) pos 4939776, len 4096, copied 4096 00000080:00200000:0.0:1734016142.559389:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8fb6288[3 ffff88012d0c29e0 2 1 ffff8800a7d7a970] 00000080:00200000:0.0:1734016142.559391:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a78440 1fffff00000805 3:0 ffff8800a8fb6288 1206 lru 00000080:00200000:0.0:1734016142.559395:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8fb62e8 1206: 1< 0 - - > 2< 4939776 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016142.559396:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8fb6288 00000080:00200000:0.0:1734016142.559397:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 4. 00000080:00200000:0.0:1734016142.559398:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 1207 of 0 to 4096 bytes 00000080:00200000:0.0:1734016142.559410:0:9673:0:(rw26.c:1006:ll_write_end()) pos 4943872, len 4096, copied 4096 00000080:00200000:0.0:1734016142.559412:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8fb6360[3 ffff88012d0c29e0 2 1 ffff8800a7d7a970] 00000080:00200000:0.0:1734016142.559413:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002b26000 1fffff00000805 3:0 ffff8800a8fb6360 1207 lru 00000080:00200000:0.0:1734016142.559418:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8fb63c0 1207: 1< 0 - - > 2< 4943872 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016142.559419:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8fb6360 00000080:00200000:0.0:1734016142.559420:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 5. 00000080:00200000:0.0:1734016142.559421:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 1208 of 0 to 4096 bytes 00000080:00200000:0.0:1734016142.559430:0:9673:0:(rw26.c:1006:ll_write_end()) pos 4947968, len 4096, copied 4096 00000080:00200000:0.0:1734016142.559433:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8fb6438[3 ffff88012d0c29e0 2 1 ffff8800a7d7a970] 00000080:00200000:0.0:1734016142.559435:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a4b200 1fffff00000805 3:0 ffff8800a8fb6438 1208 lru 00000080:00200000:0.0:1734016142.559438:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8fb6498 1208: 1< 0 - - > 2< 4947968 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016142.559440:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8fb6438 00000080:00200000:0.0:1734016142.559441:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 6. 00000080:00200000:0.0:1734016142.559443:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 1209 of 0 to 4096 bytes 00000080:00200000:0.0:1734016142.559454:0:9673:0:(rw26.c:1006:ll_write_end()) pos 4952064, len 4096, copied 4096 00000080:00200000:0.0:1734016142.559458:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8fb6510[3 ffff88012d0c29e0 2 1 ffff8800a7d7a970] 00000080:00200000:0.0:1734016142.559460:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029e0dc0 1fffff00000805 3:0 ffff8800a8fb6510 1209 lru 00000080:00200000:0.0:1734016142.559463:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8fb6570 1209: 1< 0 - - > 2< 4952064 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016142.559465:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8fb6510 00000080:00200000:0.0:1734016142.559466:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 7. 00000080:00200000:0.0:1734016142.559467:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 1210 of 0 to 4096 bytes 00000080:00200000:0.0:1734016142.559496:0:9673:0:(rw26.c:1006:ll_write_end()) pos 4956160, len 4096, copied 4096 00000080:00200000:0.0:1734016142.559499:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8fb65e8[3 ffff88012d0c29e0 2 1 ffff8800a7d7a970] 00000080:00200000:0.0:1734016142.559500:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002aaf280 1fffff00000825 2:0 ffff8800a8fb65e8 1210 lru 00000080:00200000:0.0:1734016142.559504:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8fb6648 1210: 1< 0 - - > 2< 4956160 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016142.559505:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8fb65e8 00000080:00200000:0.0:1734016142.559505:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 8. 00000080:00200000:0.0:1734016142.559507:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 1211 of 0 to 4096 bytes 00000080:00200000:0.0:1734016142.559516:0:9673:0:(rw26.c:1006:ll_write_end()) pos 4960256, len 4096, copied 4096 00000080:00200000:0.0:1734016142.559519:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8fb66c0[3 ffff88012d0c29e0 2 1 ffff8800a7d7a970] 00000080:00200000:0.0:1734016142.559521:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002b33c00 1fffff00000805 3:0 ffff8800a8fb66c0 1211 lru 00000080:00200000:0.0:1734016142.559524:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8fb6720 1211: 1< 0 - - > 2< 4960256 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016142.559525:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8fb66c0 00000080:00200000:0.0:1734016142.559526:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 9. 00000080:00200000:0.0:1734016142.559527:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 1212 of 0 to 4096 bytes 00000080:00200000:0.0:1734016142.559536:0:9673:0:(rw26.c:1006:ll_write_end()) pos 4964352, len 4096, copied 4096 00000080:00200000:0.0:1734016142.559538:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8fb6798[3 ffff88012d0c29e0 2 1 ffff8800a7d7a970] 00000080:00200000:0.0:1734016142.559542:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002b2c000 1fffff00000805 3:0 ffff8800a8fb6798 1212 lru 00000080:00200000:0.0:1734016142.559545:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8fb67f8 1212: 1< 0 - - > 2< 4964352 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016142.559546:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8fb6798 00000080:00200000:0.0:1734016142.559546:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 10. 00000080:00200000:0.0:1734016142.559550:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 1213 of 0 to 329 bytes 00000080:00200000:0.0:1734016142.559564:0:9673:0:(rw26.c:1006:ll_write_end()) pos 4968448, len 329, copied 329 00000080:00200000:0.0:1734016142.559566:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8fb6870[3 ffff88012d0c29e0 2 1 ffff8800a7d7a970] 00000080:00200000:0.0:1734016142.559568:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002aadb40 1fffff00000805 3:0 ffff8800a8fb6870 1213 lru 00000080:00200000:0.0:1734016142.559572:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8fb68d0 1213: 1< 0 - - > 2< 4968448 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016142.559573:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8fb6870 00000080:00200000:0.0:1734016142.559574:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 11. 00000080:00200000:0.0:1734016142.559578:0:9673:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 11, from 0, to 329 00000008:00010000:0.0:1734016142.559595:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d254c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4927488->4972543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08fc2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.559608:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d254c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4927488->4972543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08fc2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.559614:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d254c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4927488->4972543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08fc2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.559619:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d254c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4927488->4972543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08fc2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.559624:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d254c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4927488->4972543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08fc2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.559631:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d254c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4927488->4972543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08fc2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.559637:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d254c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4927488->4972543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08fc2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.559643:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d254c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4927488->4972543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08fc2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.559652:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d254c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4927488->4972543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08fc2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.559659:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d254c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4927488->4972543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08fc2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.559664:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d254c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4927488->4972543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08fc2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.559674:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 11, dirtied 11 00000080:00200000:0.0:1734016142.559683:0:9673:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 11 pages 41289 bytes, tot: 41289 00000080:00200000:0.0:1734016142.559685:0:9673:0:(vvp_io.c:1405:vvp_io_write_start()) f16a.sanityn: write bytes 0, result: 41289 00000020:00010000:0.0:1734016142.559696:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16b78 (ffff8800a7e71a28/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.559699:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16b78 (ffff8800a7e71a28/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.559702:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891cb0 (ffff8800a7e71d88/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016142.559705:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d254c lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4927488->4972543) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08fc2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.559742:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d254c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4927488->4972543) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08fc2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.559752:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16b78 (ffff8800a7e71a28/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.559754:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891cb0 (ffff8800a7e71a28/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.559758:0:9673:0:(vvp_io.c:533:vvp_io_advance()) advancing 41289 bytes 00000080:00200000:0.0:1734016142.559763:0:9673:0:(file.c:1930:ll_file_io_generic()) Range unlock [1203, 1213] 00000080:00200000:0.0:1734016142.559769:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.559771:0:9673:0:(file.c:1964:ll_file_io_generic()) f16a.sanityn: 2 io complete with rc: 0, result: 41289, restart: 0 00000080:00200000:0.0:1734016142.559777:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 4968777 i_blocks 288 00000080:00200000:0.0:1734016142.559779:0:9673:0:(file.c:2044:ll_file_io_generic()) iot: 2, result: 41289 00000080:00200008:0.0:1734016142.559794:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016142.559799:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:0.0:1734016142.559812:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016142.559824:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d2537 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08fad expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016142.559830:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d2537 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08fad expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016142.559838:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016142.559840:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d2537 00000080:00010000:0.0:1734016142.559844:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2537 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016142.559846:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d2537 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08fad expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016142.559850:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d2537 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08fad expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016142.559861:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016142.559869:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016142.559877:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016142.559880:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d772b0, osc lock ffff8800aa176720, flags 0x400001002 00010000:00010000:0.0:1734016142.559896:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2553 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.559903:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2553 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.559969:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016142.559980:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337095424:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.577825:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016142.591093:0:1979:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2553 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.591113:0:1979:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2553 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.591124:0:1979:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2553 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.591130:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2553 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.591137:0:1979:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2553 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.591148:0:1979:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 4968777, setting rss=4968777; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016142.591170:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2553 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.591176:0:1979:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2553 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.591183:0:1979:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2553 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.591188:0:1979:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d812ac0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016142.591193:0:1979:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2553 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.591224:0:1979:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016142.591228:0:1979:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2553 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.591235:0:1979:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2553 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.591267:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337095424:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.602032:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016142.616297:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 4968777 i_blocks 288 00000020:00010000:0.0:1734016142.616303:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d7a910 (ffff8800a7e71a28/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.616306:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d7a910 (ffff8800a7e71a28/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.616310:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b58915b0 (ffff8800a7e71d88/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.616313:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d7a910 (ffff8800a7e71a28/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.616315:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b58915b0 (ffff8800a7e71a28/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.616327:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.616337:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 4968777 00000080:00200008:0.0:1734016142.617005:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 8237056, type: SEEK_SET 00000080:00200008:0.0:1734016142.617011:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 8237056, type: SEEK_SET, rc = 8237056 00000080:00200008:0.0:1734016142.617017:0:9673:0:(file.c:2466:do_file_write_iter()) START file f16a.sanityn:[0x200000401:0x9:0x0], ppos: 8237056, count: 20480 00000080:00200000:0.0:1734016142.617023:0:9673:0:(file.c:1826:ll_file_io_generic()) f16a.sanityn: write ppos: 8237056, bytes: 20480 00000080:00200000:0.0:1734016142.617030:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000020:00200000:0.0:1734016142.617036:0:9673:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012d0c27d0[0x4, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1734016142.617037:0:9673:0:(cl_io.c:195:cl_io_rw_init()) io range: 2 [8237056, 8257536) 0 0 00000080:00200000:0.0:1734016142.617040:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016142.617051:0:9673:0:(file.c:1893:ll_file_io_generic()) Range lock [2011, 2015] 00020000:00200000:0.0:1734016142.617058:0:9673:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 8237056 chunk: [8237056, 8257536) 8257536, 20480 00020000:00200000:0.0:1734016142.617061:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.617073:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2011, 2015] 00000008:00010000:0.0:1734016142.617085:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1734016142.617088:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77630, osc lock ffff8800aa176260, flags 0x0 00000080:00200000:0.0:1734016142.617094:0:9673:0:(vvp_io.c:1326:vvp_io_write_start()) f16a.sanityn: write [8237056, 8257536) 00000080:00200000:0.0:1734016142.617118:0:9673:0:(rw26.c:526:ll_direct_IO_impl()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8), size=20480 (max 603979776), offset=8237056=0x7db000, pages 5 (max 147456), lockless, parallel 00000080:00200000:0.0:1734016142.617168:0:9673:0:(rw26.c:672:ll_direct_IO_impl()) result 0 tot_bytes 20480 count 20480 file_offset 8257536 00000020:00010000:0.0:1734016142.617174:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16b78 (ffff8800a7e71a28/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.617176:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16b78 (ffff8800a7e71a28/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.617178:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77630 (ffff8800a7e71d88/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.617180:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16b78 (ffff8800a7e71a28/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.617182:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77630 (ffff8800a7e71a28/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.617186:0:9673:0:(vvp_io.c:533:vvp_io_advance()) advancing 20480 bytes 00000008:00010000:0.0:1734016142.617199:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff88012b41a480 00000008:00100000:0.0:1734016142.617264:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d58e00 - object 0x280000400:5 offset 8237056<>8257536 00000100:00100000:0.0:1734016142.617277:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016142.617285:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337095808:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016142.625160:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:0.0:1734016142.694280:0:1979:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012aae7800: committing for last_committed 4294969466 gen 2 00000008:00010000:0.0:1734016142.694314:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### no dlm lock: extent: ffff88012b41a480 00000008:00010000:0.0:1734016142.698180:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### no dlm lock: extent: ffff88012b41a480 00000100:00100000:0.0:1734016142.698206:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337095808:192.168.201.110@tcp:4:fsx.0 00010000:00010000:3.0:1734016142.709226:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2561 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.709247:0:1981:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2561 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08fde expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.709260:0:1981:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2561 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08fde expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.709270:0:1981:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2561 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08fde expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.709285:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 8257536, setting rss=8257536; kms=8257536, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2561 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08fde expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.709312:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2561 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08fde expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.709318:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2561 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08fde expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.709325:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2561 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08fde expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.709332:0:1981:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2561 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08fde expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.709347:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337096192:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.713677:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab3e86c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016142.724251:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4700 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337096320:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016142.724278:0:9673:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2568 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08fec expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.724287:0:9673:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2568 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08fec expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.724298:0:9673:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2568 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08fec expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.724305:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2568 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08fec expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.724314:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2568 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08fec expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.724321:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2568 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08fec expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016142.724326:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2568 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08fec expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1734016142.724334:0:9673:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a8fd4700 x1818247337096320/t0(0) o101->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016158 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:3.0:1734016142.724342:0:9673:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2568 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08fec expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1734016142.724352:0:9673:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2568 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08fec expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016142.724363:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b3df9000 type 13 mode 4 res 8589935617/9 (0 0) 00000080:00200000:3.0:1734016142.724407:0:9673:0:(file.c:6447:ll_layout_conf()) [0x200000401:0x9:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1734016142.724412:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d2568 00000080:00010000:3.0:1734016142.724416:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:3.0:1734016142.724418:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2568 from it ffff8800a7d3bcd8 00010000:00010000:3.0:1734016142.724421:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2568 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08fec expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016142.724426:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2568 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08fec expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016142.724453:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016142.724460:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016142.724492:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016142.724494:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a5b0, osc lock ffff8800b5a2a5f0, flags 0x400001002 00010000:00010000:3.0:1734016142.724514:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d256f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.724519:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d256f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.724581:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016142.724593:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337096448:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016142.734306:0:1980:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012db5a800: committing for last_committed 4294969465 gen 1 00010000:00010000:3.0:1734016142.734381:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d256f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.734398:0:1980:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d256f lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08ff3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.734409:0:1980:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d256f lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e08ff3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.734419:0:1980:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d256f lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e08ff3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016142.734432:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 8257536, setting rss=8257536; kms=8257536, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d256f lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08ff3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.734456:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d256f lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08ff3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.734463:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d256f lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08ff3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.734469:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d256f lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08ff3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.734476:0:1980:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d256f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08ff3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.734491:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337096448:192.168.201.110@tcp:101:fsx.0 00000080:00200000:0.0:1734016142.734834:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8257536 i_blocks 416 00000020:00010000:0.0:1734016142.734841:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb1918 (ffff8800b6d88518/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.734844:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb1918 (ffff8800b6d88518/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.734849:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a5b0 (ffff8800b6d88758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.734852:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb1918 (ffff8800b6d88518/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.734854:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a5b0 (ffff8800b6d88518/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.734864:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.734880:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016142.734885:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016142.734891:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016142.734902:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016142.734904:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77330, osc lock ffff8800aa176260, flags 0x400001002 00010000:00010000:0.0:1734016142.734915:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d256f lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08ff3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.734925:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d256f lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08ff3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.734933:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d256f lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08ff3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.734939:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d256f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08ff3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.734950:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8257536 i_blocks 416 00000020:00010000:0.0:1734016142.734952:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb1918 (ffff8800b6d88518/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.734954:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb1918 (ffff8800b6d88518/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.734956:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77330 (ffff8800b6d88758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.734958:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb1918 (ffff8800b6d88518/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.734960:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77330 (ffff8800b6d88518/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.734965:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016142.734971:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 8257536 00000080:00a00000:0.0:1734016142.735073:0:9673:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0x9:0x0] vma=ffff8800b6ee6ca8 start=0x7f8ee1f14000 end=0x7f8ee1f1c000 vm_flags=0xfb 00000080:00200000:0.0:1734016142.735082:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016142.735086:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016142.735091:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016142.735092:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77330, osc lock ffff8800aa176260, flags 0x400001002 00010000:00010000:0.0:1734016142.735101:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2561 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08fde expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.735108:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2561 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08fde expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.735116:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2561 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e08fde expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.735122:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2561 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e08fde expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.735133:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8257536 i_blocks 416 00000020:00010000:0.0:1734016142.735135:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb1918 (ffff8800b6d88518/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.735137:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb1918 (ffff8800b6d88518/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.735139:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77330 (ffff8800b6d88758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.735142:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb1918 (ffff8800b6d88518/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.735143:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77330 (ffff8800b6d88518/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.735147:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.735203:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1849 00000080:00200000:0.0:1734016142.735210:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.735218:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.735226:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1849, 1849] 00000008:00010000:0.0:1734016142.735233:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.735235:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77330, osc lock ffff8800aa176260, flags 0x0 00010000:00010000:0.0:1734016142.735240:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800ab2cb800 type 11 mode 2 res 10737419264/5 (7573504 7577599) 00010000:00010000:0.0:1734016142.735249:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.735255:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7573504->7577599] (req 7573504->7577599) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.735282:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [7573504->7577599] (req 7573504->7577599) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016142.735301:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337096576:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016142.735363:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41a480 going to sleep for 11 seconds 00000100:00100000:0.0:1734016142.740562:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016142.740578:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337096704:192.168.201.110@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016142.740618:0:4747:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016142.740622:0:4747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2561 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e08fde expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.740628:0:4747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5942400 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016142.740631:0:4747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2561 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x3f004d6452e08fde expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.740662:0:4747:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016142.740667:0:4747:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016142.740688:0:4747:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2561 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e08fde expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.740692:0:4747:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016142.740699:0:4747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2561 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e08fde expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.740704:0:4747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942400/0x7bf039d361d2561 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e08fde expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.741180:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016142.741182:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016142.741184:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016142.748556:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337096576:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016142.748588:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7573504->7577599] (req 7573504->7577599) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.748598:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7573504->7577599] (req 7573504->7577599) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.748604:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7573504->7577599] (req 7573504->7577599) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016142.748813:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339506944 00000100:00100000:3.0:1734016142.748821:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339506944 00000100:00100000:3.0:1734016142.748854:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11895 00000100:00100000:3.0:1734016142.748859:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9956:x1818247339506944:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016142.748866:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7573504->7577599] (req 7573504->7577599) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.748873:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [7573504->7577599] (req 7573504->7577599) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.748884:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.748891:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.748897:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.748903:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016142.748934:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012d8121c0) 00000100:00100000:3.0:1734016142.748969:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9956:x1818247339506944:12345-192.168.201.110@tcp:105: Request processed in 109us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016142.748974:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11895 00000100:00100000:0.0:1734016142.749034:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337096704:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016142.778257:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337096832:192.168.201.110@tcp:103:ldlm_bl.0 00000008:00010000:0.0:1734016142.784501:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a7f770c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.784561:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7573504 7577599) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016142.784690:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59c00 - object 0x280000400:5 offset 1462272<>7577600 00000008:00010000:0.0:1734016142.786214:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800a7f77900 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.786252:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5652480 5656575) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016142.786343:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5aa00 - object 0x280000400:5 offset 5652480<>8257536 00000100:00100000:0.0:1734016142.786362:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337097216:192.168.201.110@tcp:3:fsx.0 00010000:00010000:0.0:1734016142.817442:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00010000:0.0:1734016142.917154:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154e48 (ffff8800b6d88518/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.917163:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154e48 (ffff8800b6d88518/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.917167:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77330 (ffff8800b6d88758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016142.917177:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.917191:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.917206:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154e48 (ffff8800b6d88518/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.917208:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77330 (ffff8800b6d88518/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.917225:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.917242:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.917256:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.917269:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1849, 1849] 00000008:00010000:0.0:1734016142.917281:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.917285:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77330, osc lock ffff8800aa176260, flags 0x0 00010000:00010000:0.0:1734016142.917300:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.917311:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7573504 7577599) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.917320:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.917325:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.917329:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.917363:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.917378:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000020:00010000:0.0:1734016142.917391:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154e48 (ffff8800b6d88518/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.917393:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154e48 (ffff8800b6d88518/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.917394:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77330 (ffff8800b6d88758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016142.917397:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.917403:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.917410:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154e48 (ffff8800b6d88518/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.917412:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77330 (ffff8800b6d88518/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.917419:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.917454:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.917458:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.917461:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1848, 1848] 00000008:00010000:0.0:1734016142.917465:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.917466:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77330, osc lock ffff8800aa176260, flags 0x0 00010000:00010000:0.0:1734016142.917471:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.917478:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7569408 7573503) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.917484:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.917490:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 8/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.917496:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 7/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.969813:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154e48 (ffff8800b6d88518/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.969818:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154e48 (ffff8800b6d88518/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.969822:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77330 (ffff8800b6d88758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016142.969830:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.969839:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.969854:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154e48 (ffff8800b6d88518/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.969855:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77330 (ffff8800b6d88518/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.969873:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.969899:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1848 00000080:00200000:0.0:1734016142.969910:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.969922:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.969933:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1848, 1848] 00000008:00010000:0.0:1734016142.969948:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.969951:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77330, osc lock ffff8800aa176260, flags 0x0 00010000:00010000:0.0:1734016142.969969:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.969980:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7569408 7573503) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.969989:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.969996:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.970006:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.970039:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.970053:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:0.0:1734016142.970063:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.970070:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.970077:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.970083:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154e48 (ffff8800b6d88518/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.970085:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154e48 (ffff8800b6d88518/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.970087:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77330 (ffff8800b6d88758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016142.970090:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.970096:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.970102:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154e48 (ffff8800b6d88518/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.970104:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77330 (ffff8800b6d88518/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.970109:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.970125:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1847 00000080:00200000:0.0:1734016142.970128:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.970132:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.970135:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1847, 1847] 00000008:00010000:0.0:1734016142.970139:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.970140:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77330, osc lock ffff8800aa176260, flags 0x0 00010000:00010000:0.0:1734016142.970145:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.970152:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7565312 7569407) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.970158:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.970163:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.970168:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.970180:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.970186:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:0.0:1734016142.970191:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.970201:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.970207:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.970212:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154e48 (ffff8800b6d88518/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.970213:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154e48 (ffff8800b6d88518/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.970216:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77330 (ffff8800b6d88758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016142.970218:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.970224:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.970231:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154e48 (ffff8800b6d88518/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.970233:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77330 (ffff8800b6d88518/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.970237:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.970246:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1846 00000080:00200000:0.0:1734016142.970249:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.970252:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.970255:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1846, 1846] 00000008:00010000:0.0:1734016142.970258:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.970260:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77330, osc lock ffff8800aa176260, flags 0x0 00010000:00010000:0.0:1734016142.970264:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.970274:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7561216 7565311) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.970280:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.970285:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.970291:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.970302:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.970309:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:0.0:1734016142.970313:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.970319:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.970325:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.970330:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154e48 (ffff8800b6d88518/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.970333:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154e48 (ffff8800b6d88518/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.970334:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77330 (ffff8800b6d88758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016142.970337:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.970343:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.970348:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154e48 (ffff8800b6d88518/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.970350:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77330 (ffff8800b6d88518/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.970354:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.970361:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1845 00000080:00200000:0.0:1734016142.970365:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.970368:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.970370:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1845, 1845] 00000008:00010000:0.0:1734016142.970373:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.970375:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77330, osc lock ffff8800aa176260, flags 0x0 00010000:00010000:0.0:1734016142.970379:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.970385:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7557120 7561215) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.970391:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.970396:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.970406:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.970416:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.970422:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:0.0:1734016142.970426:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.970432:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.970437:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.970442:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154e48 (ffff8800b6d88518/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.970444:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154e48 (ffff8800b6d88518/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.970446:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77330 (ffff8800b6d88758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016142.970448:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.970454:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.970460:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154e48 (ffff8800b6d88518/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.970463:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77330 (ffff8800b6d88518/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.970467:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.970475:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1844 00000080:00200000:0.0:1734016142.970479:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.970483:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.970486:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1844, 1844] 00000008:00010000:0.0:1734016142.970489:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.970490:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77330, osc lock ffff8800aa176260, flags 0x0 00010000:00010000:0.0:1734016142.970494:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.970501:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7553024 7557119) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.970507:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.970512:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.970517:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.970528:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.970534:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:0.0:1734016142.970538:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.970547:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.970552:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.970557:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154e48 (ffff8800b6d88518/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.970559:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154e48 (ffff8800b6d88518/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.970561:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77330 (ffff8800b6d88758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016142.970563:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.970569:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.970575:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154e48 (ffff8800b6d88518/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.970577:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77330 (ffff8800b6d88518/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.970581:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.970590:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1843 00000080:00200000:0.0:1734016142.970594:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.970598:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.970601:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1843, 1843] 00000008:00010000:0.0:1734016142.970604:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.970605:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77330, osc lock ffff8800aa176260, flags 0x0 00010000:00010000:0.0:1734016142.970610:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.970621:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7548928 7553023) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.970628:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.970634:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.970639:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.970649:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.970654:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:0.0:1734016142.970658:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.970662:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.970668:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.970674:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154e48 (ffff8800b6d88518/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.970676:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154e48 (ffff8800b6d88518/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.970677:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77330 (ffff8800b6d88758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016142.970680:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.970685:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.970690:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154e48 (ffff8800b6d88518/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.970692:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77330 (ffff8800b6d88518/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.970697:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.970770:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1842 00000080:00200000:0.0:1734016142.970775:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.970779:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016142.970782:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1842, 1842] 00000008:00010000:0.0:1734016142.970786:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016142.970787:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77330, osc lock ffff8800aa176260, flags 0x0 00010000:00010000:0.0:1734016142.970792:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.970798:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7544832 7548927) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.970804:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.970809:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.970818:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.970831:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016142.970837:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:0.0:1734016142.970842:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.970847:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.970853:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.970858:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154e48 (ffff8800b6d88518/0) at cl_lock_release():233 00000020:00010000:0.0:1734016142.970860:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154e48 (ffff8800b6d88518/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016142.970862:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77330 (ffff8800b6d88758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016142.970864:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016142.970870:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016142.970876:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154e48 (ffff8800b6d88518/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016142.970878:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77330 (ffff8800b6d88518/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016142.970883:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016142.970901:0:9673:0:(file.c:5185:ll_fsync()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8), start 7544832, end 7577599, datasync 1 00000080:00200000:0.0:1734016142.970907:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016142.970911:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:0.0:1734016142.970920:0:9673:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016142.970929:0:9673:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016143.010352:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016143.010369:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016143.010379:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1734016143.010433:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016143.010443:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337097600:192.168.201.110@tcp:16:fsx.0 00000100:00100000:0.0:1734016143.028797:0:1978:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012aae7800: committing for last_committed 4294969467 gen 2 00000100:00100000:0.0:1734016143.033355:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337097600:192.168.201.110@tcp:16:fsx.0 00000080:00200008:3.0:1734016143.034370:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016143.034379:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:3.0:1734016143.034397:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016143.034415:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2568 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08fec expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016143.034428:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2568 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08fec expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016143.034439:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:3.0:1734016143.034442:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d2568 00000080:00010000:3.0:1734016143.034450:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2568 from it ffff8800a7d3bcd8 00010000:00010000:3.0:1734016143.034453:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2568 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08fec expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016143.034460:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2568 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08fec expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016143.034501:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016143.034511:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016143.034534:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016143.034537:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a0b0, osc lock ffff8800b5a2a850, flags 0x400001002 00010000:00010000:3.0:1734016143.034561:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843180/0x7bf039d361d257d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.034568:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae843180/0x7bf039d361d257d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.034644:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016143.034658:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337097728:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.074626:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:3.0:1734016143.085946:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8257536 i_blocks 480 00000020:00010000:3.0:1734016143.085958:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb26c8 (ffff8800b6d885a8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016143.085962:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb26c8 (ffff8800b6d885a8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016143.085967:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a0b0 (ffff8800b6d887e8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016143.085971:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb26c8 (ffff8800b6d885a8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016143.085973:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a0b0 (ffff8800b6d885a8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016143.085986:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016143.086010:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016143.086016:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016143.086025:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016143.086039:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016143.086042:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a0b0, osc lock ffff8800b5a2a850, flags 0x400001002 00010000:00010000:3.0:1734016143.086069:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841200/0x7bf039d361d2584 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.086079:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841200/0x7bf039d361d2584 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.090963:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016143.091014:0:4739:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016143.091029:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339507200 00000100:00100000:3.0:1734016143.091037:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339507200 00000100:00100000:3.0:1734016143.091070:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11897 00000100:00100000:3.0:1734016143.091077:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339507200:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016143.091092:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.091106:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.091152:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1660, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016143.091154:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 8257536 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 480 00000020:00010000:3.0:1734016143.091157:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016143.091158:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 8257536 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 480 00000100:00100000:3.0:1734016143.091206:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339507200:12345-192.168.201.110@tcp:106: Request processed in 129us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.091213:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11897 00000080:00200000:3.0:1734016143.101692:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8257536 i_blocks 480 00000020:00010000:3.0:1734016143.101749:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb26c8 (ffff8800b6d885a8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016143.101753:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb26c8 (ffff8800b6d885a8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016143.101758:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a0b0 (ffff8800b6d887e8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016143.101761:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb26c8 (ffff8800b6d885a8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016143.101763:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a0b0 (ffff8800b6d885a8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016143.101776:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016143.101788:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 8257536 00000080:00200008:3.0:1734016143.101809:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016143.101816:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:3.0:1734016143.101836:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016143.101849:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2568 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08fec expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016143.101860:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2568 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08fec expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016143.101870:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:3.0:1734016143.101872:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d2568 00000080:00010000:3.0:1734016143.101878:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2568 from it ffff8800a7d3bcd8 00010000:00010000:3.0:1734016143.101880:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2568 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08fec expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016143.101887:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2568 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08fec expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016143.101909:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016143.101918:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016143.101932:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016143.101934:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a0b0, osc lock ffff8800b5a2a850, flags 0x400001002 00010000:00010000:3.0:1734016143.101953:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842d00/0x7bf039d361d258b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.101959:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842d00/0x7bf039d361d258b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.102006:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016143.102017:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337097984:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.104397:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:3.0:1734016143.109563:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8257536 i_blocks 480 00000020:00010000:3.0:1734016143.109571:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb26c8 (ffff8800b6d885a8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016143.109574:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb26c8 (ffff8800b6d885a8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016143.109579:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a0b0 (ffff8800b6d887e8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016143.109582:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb26c8 (ffff8800b6d885a8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016143.109584:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a0b0 (ffff8800b6d885a8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016143.109596:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016143.109617:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016143.109624:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016143.109632:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016143.109645:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016143.109648:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a0b0, osc lock ffff8800b5a2a850, flags 0x400001002 00010000:00010000:3.0:1734016143.109669:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842ac0/0x7bf039d361d2592 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.109679:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842ac0/0x7bf039d361d2592 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.126103:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:3.0:1734016143.130373:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8257536 i_blocks 480 00000020:00010000:3.0:1734016143.130379:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb26c8 (ffff8800b6d885a8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016143.130383:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb26c8 (ffff8800b6d885a8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016143.130388:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a0b0 (ffff8800b6d887e8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016143.130392:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb26c8 (ffff8800b6d885a8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016143.130393:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a0b0 (ffff8800b6d885a8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016143.130405:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016143.130416:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 8257536 00000080:00200008:3.0:1734016143.130433:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016143.130439:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:3.0:1734016143.130457:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016143.130471:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2568 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08fec expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016143.130482:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2568 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08fec expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016143.130492:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:3.0:1734016143.130495:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d2568 00000080:00010000:3.0:1734016143.130500:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2568 from it ffff8800a7d3bcd8 00010000:00010000:3.0:1734016143.130503:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2568 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08fec expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016143.130513:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2568 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08fec expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016143.130532:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016143.130540:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016143.130552:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016143.130554:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a0b0, osc lock ffff8800b5a2a850, flags 0x400001002 00010000:00010000:3.0:1734016143.130573:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841f80/0x7bf039d361d2599 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.130579:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae841f80/0x7bf039d361d2599 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.140455:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:3.0:1734016143.147065:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8257536 i_blocks 480 00000020:00010000:3.0:1734016143.147072:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb26c8 (ffff8800b6d885a8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016143.147075:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb26c8 (ffff8800b6d885a8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016143.147080:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a0b0 (ffff8800b6d887e8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016143.147083:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb26c8 (ffff8800b6d885a8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016143.147084:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a0b0 (ffff8800b6d885a8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016143.147098:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016143.147123:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016143.147128:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016143.147136:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016143.147151:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016143.147154:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a0b0, osc lock ffff8800b5a2a850, flags 0x400001002 00010000:00010000:3.0:1734016143.147176:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d25a0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.147183:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae842f40/0x7bf039d361d25a0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.150822:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016143.158901:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8257536 i_blocks 480 00000020:00010000:0.0:1734016143.158910:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb26c8 (ffff8800b6d885a8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016143.158914:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb26c8 (ffff8800b6d885a8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016143.158919:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a0b0 (ffff8800b6d887e8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016143.158922:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb26c8 (ffff8800b6d885a8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016143.158924:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a0b0 (ffff8800b6d885a8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016143.158937:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016143.158949:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 8257536 00000080:00200008:0.0:1734016143.158971:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016143.158977:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:0.0:1734016143.158995:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016143.159010:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2568 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08fec expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016143.159021:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2568 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08fec expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016143.159033:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:0.0:1734016143.159037:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d2568 00000080:00010000:0.0:1734016143.159042:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2568 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016143.159044:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2568 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08fec expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016143.159050:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2568 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08fec expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016143.159070:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016143.159079:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016143.159095:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016143.159097:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77330, osc lock ffff8800aa176260, flags 0x400001002 00010000:00010000:0.0:1734016143.159120:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d25a7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.159126:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d25a7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016143.161468:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337098496:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.163952:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016143.163985:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339507840 00000100:00100000:3.0:1734016143.163994:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339507840 00000100:00100000:3.0:1734016143.164038:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11902 00000100:00100000:3.0:1734016143.164046:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fcb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339507840:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016143.164062:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.164073:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.164100:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1660, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016143.164102:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 8257536 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 480 00000020:00010000:3.0:1734016143.164105:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016143.164106:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 8257536 mtime: 1734016142 atime: 1734016142 ctime: 1734016142 blocks: 480 00000100:00100000:3.0:1734016143.164151:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fcb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339507840:12345-192.168.201.110@tcp:106: Request processed in 105us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.164157:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11902 00010000:00010000:0.0:1734016143.176216:0:1978:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d25a7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.176230:0:1978:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d25a7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.176242:0:1978:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d25a7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.176247:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d25a7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.176252:0:1978:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d25a7 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016143.176265:0:1978:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8257536, setting rss=8257536; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016143.176275:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d25a7 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.176281:0:1978:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d25a7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.176288:0:1978:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d25a7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.176295:0:1978:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d813cc0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016143.176299:0:1978:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d25a7 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.176309:0:1978:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016143.176314:0:1978:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d25a7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.176319:0:1978:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813cc0/0x7bf039d361d25a7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016143.176351:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337098496:192.168.201.110@tcp:101:fsx.0 00000080:00200000:0.0:1734016143.176389:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8257536 i_blocks 480 00000020:00010000:0.0:1734016143.176393:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb26c8 (ffff8800b6d885a8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016143.176396:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb26c8 (ffff8800b6d885a8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016143.176401:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77330 (ffff8800b6d887e8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016143.176404:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb26c8 (ffff8800b6d885a8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016143.176407:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77330 (ffff8800b6d885a8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016143.176418:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016143.176441:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016143.176447:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016143.176460:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016143.176473:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016143.176475:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77330, osc lock ffff8800aa176260, flags 0x400001002 00010000:00010000:0.0:1734016143.176497:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810900/0x7bf039d361d25ae lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.176504:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810900/0x7bf039d361d25ae lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016143.176544:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337099008:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.186660:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337098880:192.168.201.110@tcp:400:kworker.0 00000100:00100000:3.0:1734016143.187477:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337098752:192.168.201.110@tcp:400:kworker.0 00000100:00100000:3.0:1734016143.187486:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:63afa445-d95f-4754-9884-d132561fd492:1980:1818247337098624:192.168.201.110@tcp:400:kworker.0 00010000:00010000:0.0:1734016143.188093:0:1979:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810900/0x7bf039d361d25ae lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.188106:0:1979:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810900/0x7bf039d361d25ae lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.188122:0:1979:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810900/0x7bf039d361d25ae lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.188127:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810900/0x7bf039d361d25ae lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.188134:0:1979:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810900/0x7bf039d361d25ae lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016143.188146:0:1979:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8257536, setting rss=8257536; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016143.188166:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810900/0x7bf039d361d25ae lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.188173:0:1979:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810900/0x7bf039d361d25ae lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.188180:0:1979:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810900/0x7bf039d361d25ae lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.188191:0:1979:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d810900 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016143.188196:0:1979:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810900/0x7bf039d361d25ae lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.188206:0:1979:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016143.188211:0:1979:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810900/0x7bf039d361d25ae lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.188217:0:1979:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810900/0x7bf039d361d25ae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016143.188237:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337099008:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.191347:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337099136:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016143.228149:0:9553:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016143.228186:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339508096 00000100:00100000:3.0:1734016143.228199:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339508096 00000100:00100000:3.0:1734016143.228288:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11904 00000100:00100000:3.0:1734016143.228297:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339508096:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016143.228316:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.228327:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.228356:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1660, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016143.228358:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 8257536 mtime: 1734016142 atime: 1734016142 ctime: 1734016143 blocks: 600 00000020:00010000:3.0:1734016143.228361:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016143.228362:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 8257536 mtime: 1734016142 atime: 1734016142 ctime: 1734016143 blocks: 600 00000100:00100000:3.0:1734016143.228426:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339508096:12345-192.168.201.110@tcp:106: Request processed in 131us (2512us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.228432:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11904 00010000:00010000:3.0:1734016143.241209:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d25b5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.241228:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d25b5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.241241:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d25b5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.241249:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d25b5 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.241255:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d25b5 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.241268:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8257536, setting rss=8257536; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016143.241293:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d25b5 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.241309:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d25b5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.241315:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d25b5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.241320:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5942400 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016143.241324:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d25b5 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.241335:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016143.241339:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d25b5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.241345:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d25b5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.241401:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337099264:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.246474:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339508224 00000100:00100000:3.0:1734016143.246482:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339508224 00000100:00100000:3.0:1734016143.246520:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11905 00000100:00100000:3.0:1734016143.246526:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339508224:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016143.246541:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.246551:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.246576:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1660, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016143.246578:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 8257536 mtime: 1734016142 atime: 1734016142 ctime: 1734016143 blocks: 600 00000020:00010000:3.0:1734016143.246581:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016143.246582:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 8257536 mtime: 1734016142 atime: 1734016142 ctime: 1734016143 blocks: 600 00000100:00100000:3.0:1734016143.246623:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339508224:12345-192.168.201.110@tcp:106: Request processed in 97us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.246629:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11905 00010000:00010000:3.0:1734016143.255079:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d25bc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.255100:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d25bc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.255111:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d25bc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.255118:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d25bc lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.255122:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d25bc lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.255134:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8257536, setting rss=8257536; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016143.255149:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d25bc lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.255154:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d25bc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.255160:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d25bc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.255167:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941d40 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016143.255171:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d25bc lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.255181:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016143.255186:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d25bc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.255191:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d25bc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.255241:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337099392:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.262309:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339508352 00000100:00100000:3.0:1734016143.262320:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339508352 00000100:00100000:3.0:1734016143.262378:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11906 00000100:00100000:3.0:1734016143.262385:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339508352:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016143.262403:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.262414:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.262440:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1660, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016143.262442:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 8257536 mtime: 1734016142 atime: 1734016142 ctime: 1734016143 blocks: 600 00000020:00010000:3.0:1734016143.262445:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016143.262446:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 8257536 mtime: 1734016142 atime: 1734016142 ctime: 1734016143 blocks: 600 00000100:00100000:3.0:1734016143.262514:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339508352:12345-192.168.201.110@tcp:106: Request processed in 128us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.262522:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11906 00010000:00010000:3.0:1734016143.266293:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d25c3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.266313:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d25c3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.266326:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d25c3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.266333:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d25c3 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.266339:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d25c3 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.266352:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8257536, setting rss=8257536; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016143.288184:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d25c3 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.288203:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d25c3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.288211:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d25c3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.288218:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941440 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016143.288223:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d25c3 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.288234:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016143.288239:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d25c3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.288244:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d25c3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.291781:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337099520:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.293268:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339508480 00000100:00100000:3.0:1734016143.293277:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339508480 00000100:00100000:3.0:1734016143.293314:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11907 00000100:00100000:3.0:1734016143.293320:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339508480:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016143.293335:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d2576 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 7573504->7577599) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e08ffa expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.294762:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016143.294779:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339508480:12345-192.168.201.110@tcp:104: Request processed in 1453us (1586us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.294789:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11907 00000100:00100000:0.0:1734016143.303887:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337099648:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.303909:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d25ca lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5447680->5451775] (req 5447680->5451775) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e0904e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.303919:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d25ca lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5447680->5451775] (req 5447680->5451775) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0904e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.303927:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d25ca lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5447680->5451775] (req 5447680->5451775) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0904e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.318542:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339508608 00000100:00100000:3.0:1734016143.318551:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339508608 00000100:00100000:3.0:1734016143.318592:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11908 00000100:00100000:3.0:1734016143.318599:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:9956:x1818247339508608:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016143.318613:0:9553:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d25ca lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5447680->5451775] (req 5447680->5451775) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0904e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.318625:0:9553:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d25ca lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5447680->5451775] (req 5447680->5451775) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0904e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.318634:0:9553:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d25ca lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5447680->5451775) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e0904e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.318647:0:9553:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d25ca lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5447680->5451775) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e0904e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.318655:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d25ca lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5447680->5451775) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e0904e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.318663:0:9553:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d25ca lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5447680->5451775) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e0904e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.318690:0:9553:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5942ac0) 00000100:00100000:3.0:1734016143.318781:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:9956:x1818247339508608:12345-192.168.201.110@tcp:105: Request processed in 181us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.318786:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11908 00010000:00010000:0.0:1734016143.318841:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d25ca lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5447680->5451775) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0904e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.318855:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d25ca lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5447680->5451775) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0904e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.318878:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d25ca lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5447680->5451775) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e0904e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016143.318887:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 8257536, setting rss=8257536; kms=8257536, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d25ca lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5447680->5451775) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e0904e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.318897:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d25ca lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5447680->5451775) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0904e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.318903:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d25ca lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5447680->5451775) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0904e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.318974:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d25ca lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5447680->5451775) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0904e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.318986:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1462272 1466367) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d25ca lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5447680->5451775) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0904e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.328513:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d25ca lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5447680->5451775) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0904e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.328531:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d25ca lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5447680->5451775) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0904e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016143.329147:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:0.0:1734016143.329166:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d25ca lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5447680->5451775) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0904e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.329227:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5447680 5451775) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d25ca lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5447680->5451775) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0904e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016143.329363:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59880 - object 0x280000400:5 offset 1462272<>5656576 00000100:00100000:0.0:1734016143.329389:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337100032:192.168.201.110@tcp:3:fsx.0 00000100:00100000:0.0:1734016143.332475:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:0.0:1734016143.332490:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d25ca lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5447680->5451775) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0904e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.332579:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5656576 5660671) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d25ca lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5447680->5451775) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0904e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016143.332741:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59500 - object 0x280000400:5 offset 5656576<>8257536 00000100:00100000:0.0:1734016143.332764:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337100288:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016143.413557:0:1978:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d25ca lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5447680->5451775) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0904e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016143.413783:0:1978:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d25ca lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5447680->5451775) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0904e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016143.413810:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337100288:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016143.474214:0:1978:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d25ca lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5447680->5451775) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0904e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016143.474548:0:1978:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d25ca lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5447680->5451775) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0904e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016143.474572:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337100032:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016143.478208:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337100416:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016143.485608:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.485628:0:1981:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.485639:0:1981:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.485647:0:1981:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.485663:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 8257536, setting rss=8257536; kms=8257536, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.485685:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.485691:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.485705:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.486162:0:1981:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.486179:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337100416:192.168.201.110@tcp:101:fsx.0 00000008:00010000:3.0:1734016143.486675:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.486731:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5980160 5984255) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016143.486763:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc8700 - object 0x280000400:5 offset 5980160<>5984256 00000008:00010000:3.0:1734016143.491825:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.491857:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.491874:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337100672:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016143.495232:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.495273:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.495290:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337100928:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016143.500228:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.500269:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.500285:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337101184:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016143.512686:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.523885:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.523919:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337101440:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016143.538000:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.538040:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.538058:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337101696:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016143.538190:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016143.538194:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016143.538197:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891730 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016143.538202:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.538210:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016143.538222:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016143.538224:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891730 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016143.538237:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016143.538296:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1455 00000080:00200000:0.0:1734016143.538303:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016143.538313:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016143.538325:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1455, 1455] 00000008:00010000:0.0:1734016143.538335:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016143.538339:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77630, osc lock ffff8800aa176f70, flags 0x0 00010000:00010000:0.0:1734016143.538352:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.538365:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5959680 5963775) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.538372:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.538377:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.538382:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016143.538446:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:0.0:1734016143.538455:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.538472:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5959680 5963775) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016143.538494:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59880 - object 0x280000400:5 offset 5959680<>5963776 00000100:00100000:0.0:1734016143.538509:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337101952:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016143.543290:0:1978:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016143.543322:0:1978:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016143.543340:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337101952:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016143.552583:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.552610:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.552629:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337102208:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016143.561930:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.561956:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.561971:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337102464:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016143.566760:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.566788:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.566805:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337102720:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016143.575838:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.575862:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.575877:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337102976:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016143.581432:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.581472:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.581491:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337103232:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016143.598606:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.598633:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.598654:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337103488:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016143.602277:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016143.602313:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.602330:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337103744:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016143.614157:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339508736 00000100:00100000:3.0:1734016143.614168:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339508736 00000100:00100000:3.0:1734016143.614212:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339508864 00000100:00100000:3.0:1734016143.614213:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339508864 00000100:00100000:3.0:1734016143.614225:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11909 00000100:00100000:3.0:1734016143.614231:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339508736:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016143.614391:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d25d1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e09055 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.614452:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016143.614457:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339508736:12345-192.168.201.110@tcp:104: Request processed in 226us (3280us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.614463:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11909 00000100:00100000:3.0:1734016143.614475:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11910 00000100:00100000:3.0:1734016143.614478:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339508864:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016143.614484:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942ac0/0x7bf039d361d25ca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5447680->5451775) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e0904e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.614512:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1734016143.614516:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339508864:12345-192.168.201.110@tcp:104: Request processed in 37us (2986us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.614520:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11910 00010000:00010000:0.0:1734016143.618984:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016143.619004:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016143.619028:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337104000:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016143.630732:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337104000:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016143.636463:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016143.648399:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337104256:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016143.659851:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339509120 00000100:00100000:3.0:1734016143.659862:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339509120 00000100:00100000:3.0:1734016143.659921:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11912 00000100:00100000:3.0:1734016143.659930:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339509120:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016143.659943:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d25d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0905c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.659953:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d25d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0905c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016143.659976:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016143.659978:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 8257536 mtime: 1734016142 atime: 1734016143 ctime: 1734016143 blocks: 600 00000020:00010000:3.0:1734016143.659981:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016143.659982:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 8257536 mtime: 1734016142 atime: 1734016143 ctime: 1734016143 blocks: 600 00000100:00100000:3.0:1734016143.660030:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339509120:12345-192.168.201.110@tcp:106: Request processed in 101us (1873us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.660036:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11912 00000080:00200000:0.0:1734016143.665933:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8257536 i_blocks 600 00000020:00010000:0.0:1734016143.665941:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016143.665944:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016143.665947:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b58917b0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016143.665950:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016143.665951:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b58917b0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016143.665963:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016143.665985:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016143.665992:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016143.665998:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016143.666009:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016143.666011:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d776b0, osc lock ffff8800aa176ab0, flags 0x400001002 00010000:00010000:0.0:1734016143.666022:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b587d800 type 11 mode 6 res 10737419264/5 (0 18446744073709551615) 00010000:00010000:0.0:1734016143.666034:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d25e6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.666040:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d25e6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016143.666099:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016143.666118:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337104512:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.675536:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016143.688908:0:1978:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d25e6 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.688927:0:1978:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d25e6 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.688938:0:1978:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d25e6 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.688945:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d25e6 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.688951:0:1978:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d25e6 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016143.688965:0:1978:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8257536, setting rss=8257536; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016143.689392:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d25e6 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.689400:0:1978:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d25e6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.689407:0:1978:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d25e6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.689413:0:1978:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d813840 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016143.689418:0:1978:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d25e6 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.689428:0:1978:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016143.689433:0:1978:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d25e6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.689440:0:1978:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813840/0x7bf039d361d25e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016143.689566:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337104512:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.693631:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016143.696921:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8257536 i_blocks 600 00000020:00010000:0.0:1734016143.696928:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016143.696931:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016143.696935:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891ab0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016143.696938:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016143.696941:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891ab0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016143.696951:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016143.696970:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016143.696975:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016143.696981:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016143.696992:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016143.696994:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77730, osc lock ffff8800aa1765f0, flags 0x400001002 00010000:00010000:0.0:1734016143.697013:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810fc0/0x7bf039d361d25f4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.697020:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810fc0/0x7bf039d361d25f4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016143.697628:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016143.697639:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337104768:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.702535:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016143.711211:0:1979:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810fc0/0x7bf039d361d25f4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.711227:0:1979:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810fc0/0x7bf039d361d25f4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.711237:0:1979:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810fc0/0x7bf039d361d25f4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.711243:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810fc0/0x7bf039d361d25f4 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.711249:0:1979:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810fc0/0x7bf039d361d25f4 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016143.711261:0:1979:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8257536, setting rss=8257536; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016143.711279:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810fc0/0x7bf039d361d25f4 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.711286:0:1979:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810fc0/0x7bf039d361d25f4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.711292:0:1979:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810fc0/0x7bf039d361d25f4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.711299:0:1979:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d810fc0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016143.711303:0:1979:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810fc0/0x7bf039d361d25f4 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.711311:0:1979:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016143.711315:0:1979:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810fc0/0x7bf039d361d25f4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.711321:0:1979:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810fc0/0x7bf039d361d25f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016143.711354:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337104768:192.168.201.110@tcp:101:fsx.0 00000020:00010000:0.0:1734016143.715377:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016143.715380:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016143.715385:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891db0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016143.715393:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d25d8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0905c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.715404:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d25d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0905c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016143.715415:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016143.715417:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891db0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016143.715428:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016143.715457:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016143.715463:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:0.0:1734016143.715480:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016143.715492:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2568 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08fec expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016143.715502:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2568 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08fec expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016143.715512:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:0.0:1734016143.715514:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d2568 00000080:00010000:0.0:1734016143.715518:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2568 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016143.715521:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2568 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08fec expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016143.715527:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2568 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08fec expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016143.715540:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016143.715547:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016143.715572:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016143.715574:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77030, osc lock ffff8800aa176980, flags 0x400001002 00010000:00010000:0.0:1734016143.715592:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812f40/0x7bf039d361d25fb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.715599:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812f40/0x7bf039d361d25fb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016143.715678:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016143.715688:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337105024:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.721837:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016143.729955:0:1978:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812f40/0x7bf039d361d25fb lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.729971:0:1978:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812f40/0x7bf039d361d25fb lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.729983:0:1978:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812f40/0x7bf039d361d25fb lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.729989:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812f40/0x7bf039d361d25fb lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.729996:0:1978:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812f40/0x7bf039d361d25fb lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016143.730009:0:1978:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8257536, setting rss=8257536; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016143.730332:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812f40/0x7bf039d361d25fb lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.730339:0:1978:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812f40/0x7bf039d361d25fb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.730345:0:1978:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812f40/0x7bf039d361d25fb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.730352:0:1978:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d812f40 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016143.730357:0:1978:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812f40/0x7bf039d361d25fb lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.730366:0:1978:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016143.730371:0:1978:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812f40/0x7bf039d361d25fb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.730377:0:1978:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812f40/0x7bf039d361d25fb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016143.730419:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337105024:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.735920:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016143.745281:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8257536 i_blocks 600 00000020:00010000:0.0:1734016143.745288:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016143.745291:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016143.745295:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b58919b0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016143.745298:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016143.745301:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b58919b0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016143.745311:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016143.745322:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 8257536 00000080:00200008:0.0:1734016143.745337:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016143.745342:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:0.0:1734016143.745359:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016143.745371:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d2537 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08fad expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016143.745381:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d2537 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08fad expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016143.745395:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016143.745398:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d2537 00000080:00010000:0.0:1734016143.745402:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2537 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016143.745405:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d2537 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08fad expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016143.745411:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d2537 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08fad expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016143.745428:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016143.745435:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016143.745448:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016143.745450:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d771b0, osc lock ffff8800aa176000, flags 0x400001002 00010000:00010000:0.0:1734016143.745462:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d25d8 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0905c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.745470:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d25d8 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0905c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.745478:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d25d8 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0905c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.745483:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d25d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0905c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016143.745494:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8257536 i_blocks 600 00000020:00010000:0.0:1734016143.745496:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016143.745499:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016143.745501:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d771b0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016143.745503:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016143.745505:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d771b0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016143.745510:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016143.745521:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016143.745524:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016143.745527:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016143.745530:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016143.745532:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d771b0, osc lock ffff8800aa176000, flags 0x400001002 00010000:00010000:0.0:1734016143.745537:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d25d8 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0905c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.745544:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d25d8 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0905c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.745551:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d25d8 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0905c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.745556:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d25d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0905c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016143.745565:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8257536 i_blocks 600 00000020:00010000:0.0:1734016143.745568:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016143.745570:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016143.745572:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d771b0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016143.745574:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016143.745575:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d771b0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016143.745580:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016143.745584:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 8257536 00000080:00200008:0.0:1734016143.745589:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016143.745592:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:0.0:1734016143.745597:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016143.745602:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d2537 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08fad expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016143.745608:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d2537 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08fad expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016143.745614:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016143.745616:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d2537 00000080:00010000:0.0:1734016143.745619:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2537 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016143.745621:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d2537 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e08fad expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016143.745626:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d812640/0x7bf039d361d2537 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e08fad expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016143.745636:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016143.745639:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016143.745643:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016143.745645:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d771b0, osc lock ffff8800aa176000, flags 0x400001002 00010000:00010000:0.0:1734016143.745650:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d25d8 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0905c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.745657:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d25d8 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0905c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.745663:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d25d8 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0905c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.745669:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d25d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0905c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016143.745678:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8257536 i_blocks 600 00000020:00010000:0.0:1734016143.745680:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016143.745682:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016143.745684:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d771b0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016143.745686:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016143.745701:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d771b0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016143.745726:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016143.745733:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016143.745736:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016143.745739:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016143.745744:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016143.745745:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d771b0, osc lock ffff8800aa176000, flags 0x400001002 00010000:00010000:0.0:1734016143.745751:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d25d8 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0905c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.745758:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d25d8 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0905c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.745764:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d25d8 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0905c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.745775:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d25d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0905c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016143.745784:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8257536 i_blocks 600 00000020:00010000:0.0:1734016143.745787:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016143.745789:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016143.745791:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d771b0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016143.745793:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016143.745795:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d771b0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016143.745799:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016143.745803:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 8257536 00000080:00200000:0.0:1734016143.745846:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016143.745849:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016143.745857:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016143.745865:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1913, 1924] 00000008:00010000:0.0:1734016143.745871:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016143.745873:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d771b0, osc lock ffff8800aa176000, flags 0x0 00010000:00010000:0.0:1734016143.745878:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d25d8 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0905c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.745885:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (7835648 7884799) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d25d8 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0905c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.745891:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d25d8 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0905c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.745897:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d25d8 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0905c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.745903:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d25d8 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0905c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016143.745912:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8257536 i_blocks 600 00000100:00100000:0.0:1734016143.745986:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016143.745997:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337105280:192.168.201.110@tcp:22:fsx.0 00000100:00100000:0.0:1734016143.753113:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337105280:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016143.753545:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337105408:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.757126:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016143.779502:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8257536 i_blocks 600 00000020:00010000:0.0:1734016143.779509:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016143.779512:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016143.779516:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b58910b0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016143.779519:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016143.779522:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b58910b0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016143.779534:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016143.780113:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016143.780119:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016143.780125:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016143.780136:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016143.780139:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d779b0, osc lock ffff8800aa176130, flags 0x400001002 00010000:00010000:0.0:1734016143.780158:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d2610 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.780165:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d2610 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016143.780220:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016143.780231:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337105536:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.786064:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016143.799443:0:1978:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d2610 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.799460:0:1978:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d2610 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.799471:0:1978:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d2610 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.799477:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d2610 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.799482:0:1978:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d2610 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016143.799494:0:1978:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8257536, setting rss=8257536; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016143.799509:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d2610 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.799514:0:1978:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d2610 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.799521:0:1978:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d2610 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.799527:0:1978:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d810b40 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016143.799531:0:1978:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d2610 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.799538:0:1978:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016143.799542:0:1978:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d2610 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.799546:0:1978:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810b40/0x7bf039d361d2610 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016143.799580:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337105536:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016143.808152:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016143.824402:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016143.825472:0:4747:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016143.825478:0:4747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d25d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e0905c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.825485:0:4747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5940fc0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016143.825490:0:4747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d25d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x800428400020000 nid: local remote: 0x3f004d6452e0905c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016143.825509:0:4747:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016143.825520:0:4747:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016143.825554:0:4747:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d25d8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e0905c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.825563:0:4747:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016143.825598:0:4747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d25d8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e0905c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.825603:0:4747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940fc0/0x7bf039d361d25d8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4722688->4743167) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e0905c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.825628:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016143.825629:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016143.825630:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016143.825643:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016143.825655:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337105920:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016143.852400:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337105792:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016143.852423:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d261e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2387968->2392063] (req 2387968->2392063) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e090a2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.852433:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d261e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2387968->2392063] (req 2387968->2392063) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e090a2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.852439:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d261e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2387968->2392063] (req 2387968->2392063) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e090a2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016143.852495:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339510400 00000100:00100000:3.0:1734016143.852501:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339510400 00000100:00100000:3.0:1734016143.852529:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11922 00000100:00100000:3.0:1734016143.852535:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6469:x1818247339510400:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016143.852542:0:9553:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d261e lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2387968->2392063] (req 2387968->2392063) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e090a2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.852548:0:9553:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d261e lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [2387968->2392063] (req 2387968->2392063) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e090a2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.852555:0:9553:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d261e lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e090a2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.852562:0:9553:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d261e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e090a2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.852568:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d261e lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e090a2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.852578:0:9553:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d261e lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e090a2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016143.852591:0:9553:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5943180) 00000100:00100000:3.0:1734016143.852621:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6469:x1818247339510400:12345-192.168.201.110@tcp:105: Request processed in 86us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016143.852626:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11922 00010000:00010000:0.0:1734016143.853151:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d261e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e090a2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.853160:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d261e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e090a2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.853177:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d261e lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e090a2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016143.853186:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 8257536, setting rss=8257536; kms=8257536, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d261e lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e090a2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.853194:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d261e lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090a2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.853200:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d261e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090a2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.853260:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d261e lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090a2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.853269:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d261e lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090a2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.862823:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d261e lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090a2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.862837:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d261e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090a2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016143.863506:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016143.863523:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d261e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090a2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016143.863532:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d261e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090a2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.863578:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2387968 2392063) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d261e lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090a2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016143.863743:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59f80 - object 0x280000400:5 offset 0<>4194304 00000008:00010000:0.0:1734016143.863755:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d261e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090a2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016143.863786:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4194304 4198399) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d261e lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090a2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016143.863882:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5b800 - object 0x280000400:5 offset 4194304<>8257536 00000100:00100000:0.0:1734016143.863903:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337106176:192.168.201.110@tcp:3:fsx.0 00000100:00100000:0.0:1734016143.863987:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016143.863992:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337106304:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016144.049284:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d261e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090a2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016144.049598:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943180/0x7bf039d361d261e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 2387968->2392063) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090a2 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016144.049622:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337106176:192.168.201.110@tcp:3:fsx.0 00000080:00200000:0.0:1734016144.069405:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8257536 i_blocks 600 00000020:00010000:0.0:1734016144.069411:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016144.069415:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016144.069419:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891230 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016144.069422:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016144.069424:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891230 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016144.069435:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016144.069508:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1120 00000080:00200000:0.0:1734016144.069519:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016144.069528:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016144.069538:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1120, 1120] 00000008:00010000:0.0:1734016144.069548:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016144.069551:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77230, osc lock ffff8800aa176130, flags 0x0 00010000:00010000:0.0:1734016144.069564:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2625 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e090a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.069573:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4587520 4591615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2625 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e090a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.069581:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2625 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e090a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.069586:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2625 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e090a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.069591:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2625 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e090a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016144.069673:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016144.069681:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2625 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e090a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016144.081818:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016144.081827:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016144.081831:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77230 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016144.081840:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2625 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e090a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.081851:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2625 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e090a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016144.081864:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016144.081866:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77230 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016144.081883:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016144.081940:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1119 00000080:00200000:0.0:1734016144.081946:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016144.081957:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016144.081967:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1119, 1119] 00000008:00010000:0.0:1734016144.081977:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016144.081980:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77230, osc lock ffff8800aa176130, flags 0x0 00010000:00010000:0.0:1734016144.081992:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2625 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e090a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.082002:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4583424 4587519) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2625 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e090a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.082014:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2625 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e090a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.082020:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2625 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e090a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.082025:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2625 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e090a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016144.082112:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016144.082125:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a180 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2625 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e090a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.082143:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4583424 4587519) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2625 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e090a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016144.082168:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59f80 - object 0x280000400:5 offset 4583424<>4587520 00000100:00100000:0.0:1734016144.082186:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337107072:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016144.090398:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a180 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2625 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e090a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016144.090430:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a180 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2625 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e090a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016144.090446:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337107072:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016144.094055:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2625 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e090a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.097032:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2625 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e090a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.097065:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337107328:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016144.106499:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339510528 00000100:00100000:3.0:1734016144.106512:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339510528 00000100:00100000:3.0:1734016144.106548:0:4740:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339510656 00000100:00100000:3.0:1734016144.106550:0:4740:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339510656 00000100:00100000:3.0:1734016144.106564:0:4740:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11923 00000100:00100000:3.0:1734016144.106570:0:4740:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339510528:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016144.106584:0:4740:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2625 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e090a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.110267:0:4740:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1734016144.110276:0:4740:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:7690:x1818247339510528:12345-192.168.201.110@tcp:104: Request processed in 3704us (5317us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.110283:0:4740:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11923 00010000:00010000:0.0:1734016144.110897:0:5246:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1734016144.110905:0:5246:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2625 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e090a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.110913:0:5246:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b59421c0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016144.110917:0:5246:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2625 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x3f004d6452e090a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016144.110932:0:5246:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016144.111033:0:5246:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016144.111070:0:5246:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2625 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e090a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.111076:0:5246:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016144.116168:0:5246:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2625 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e090a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.116181:0:5246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59421c0/0x7bf039d361d2625 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e090a9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.116192:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016144.116193:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016144.116196:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016144.116203:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016144.116218:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337107584:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016144.120042:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337107584:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016144.135177:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016144.140897:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337107840:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016144.152336:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339510912 00000100:00100000:3.0:1734016144.152345:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339510912 00000100:00100000:3.0:1734016144.152382:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11926 00000100:00100000:3.0:1734016144.152389:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339510912:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016144.152402:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d262c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3858432->3911679) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090b0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.152412:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d262c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3858432->3911679) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090b0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.152432:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016144.152434:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 8257536 mtime: 1734016143 atime: 1734016144 ctime: 1734016144 blocks: 704 00000020:00010000:3.0:1734016144.152437:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016144.152438:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 8257536 mtime: 1734016143 atime: 1734016144 ctime: 1734016144 blocks: 704 00000100:00100000:3.0:1734016144.152478:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339510912:12345-192.168.201.110@tcp:106: Request processed in 89us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.152484:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11926 00010000:00010000:3.0:1734016144.157252:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d2633 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.157273:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d2633 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.157288:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d2633 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.157294:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d2633 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.157301:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d2633 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.157312:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8257536, setting rss=8257536; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016144.158169:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d2633 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.158177:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d2633 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.158183:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d2633 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.158189:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b59421c0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016144.158193:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d2633 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.158201:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016144.158206:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d2633 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.158216:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59421c0/0x7bf039d361d2633 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.159101:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337107968:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.168218:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339511040 00000100:00100000:3.0:1734016144.168228:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339511040 00000100:00100000:3.0:1734016144.168261:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11927 00000100:00100000:3.0:1734016144.168267:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339511040:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016144.168278:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d262c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3858432->3911679) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090b0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.168287:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d262c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3858432->3911679) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090b0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.168308:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016144.168310:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 8257536 mtime: 1734016143 atime: 1734016144 ctime: 1734016144 blocks: 704 00000020:00010000:3.0:1734016144.168313:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016144.168314:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 8257536 mtime: 1734016143 atime: 1734016144 ctime: 1734016144 blocks: 704 00000100:00100000:3.0:1734016144.168352:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339511040:12345-192.168.201.110@tcp:106: Request processed in 85us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.168358:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11927 00010000:00010000:3.0:1734016144.185415:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d263a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.185431:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d263a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.185442:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d263a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.185446:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d263a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.185451:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d263a lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.185461:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 8257536, setting rss=8257536; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016144.185472:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d263a lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.185478:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d263a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.185485:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d263a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.185490:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943a80 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016144.185494:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d263a lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.185503:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016144.185508:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d263a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.185517:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d263a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.186507:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337108096:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.191318:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339511168 00000100:00100000:3.0:1734016144.191326:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339511168 00000100:00100000:3.0:1734016144.191357:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11928 00000100:00100000:3.0:1734016144.191364:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7696:x1818247339511168:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016144.191379:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d262c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3858432->3911679) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e090b0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.192721:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016144.192733:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7696:x1818247339511168:12345-192.168.201.110@tcp:104: Request processed in 1366us (1517us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.192743:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11928 00010000:00010000:0.0:1734016144.192827:0:4747:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016144.192834:0:4747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d262c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3858432->3911679) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e090b0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.192841:0:4747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5940d80 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016144.192846:0:4747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940d80/0x7bf039d361d262c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3858432->3911679) gid 0 flags: 0x800428400020000 nid: local remote: 0x3f004d6452e090b0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016144.192863:0:4747:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016144.192874:0:4747:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000008:00010000:3.0:1734016144.205940:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### no dlm lock: extent: ffff8800ab3e80c0 00000008:00010000:3.0:1734016144.205959:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### no dlm lock: extent: ffff8800ab3e80c0 00000100:00100000:3.0:1734016144.205971:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337108352:192.168.201.110@tcp:3:fsx.0 00010000:00010000:3.0:1734016144.209957:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d2641 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.209979:0:1980:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d2641 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e090cc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.209989:0:1980:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d2641 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e090cc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.209999:0:1980:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d2641 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e090cc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.210011:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 8257536, setting rss=8257536; kms=8257536, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d2641 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e090cc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.210027:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d2641 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e090cc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.210034:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d2641 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e090cc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.210040:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d2641 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e090cc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.210046:0:1980:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d2641 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e090cc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.210062:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337108608:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.220161:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339511296 00000100:00100000:3.0:1734016144.220169:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339511296 00000100:00100000:3.0:1734016144.220198:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11929 00000100:00100000:3.0:1734016144.220204:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339511296:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016144.220216:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d2641 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e090cc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.222407:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016144.222434:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339511296:12345-192.168.201.110@tcp:104: Request processed in 2217us (2517us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.222446:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11929 00010000:00010000:0.0:1734016144.227140:0:5246:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016144.227152:0:5246:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d2641 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e090cc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.227162:0:5246:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5942d00 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016144.227167:0:5246:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d2641 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x3f004d6452e090cc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016144.227183:0:5246:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016144.227193:0:5246:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016144.227230:0:5246:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d2641 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e090cc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.227236:0:5246:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016144.227259:0:5246:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d2641 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e090cc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.227270:0:5246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d2641 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e090cc expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.227298:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016144.227299:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016144.227300:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016144.227305:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016144.227320:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337108864:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016144.231556:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339511424 00000100:00100000:3.0:1734016144.231565:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339511424 00000100:00100000:3.0:1734016144.231600:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11930 00000100:00100000:3.0:1734016144.231606:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9956:x1818247339511424:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016144.231618:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3010560->3014655] (req 3010560->3014655) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.231626:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3010560->3014655] (req 3010560->3014655) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.231633:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.231640:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.231646:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.231653:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.231674:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5940900) 00000100:00100000:3.0:1734016144.231740:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9956:x1818247339511424:12345-192.168.201.110@tcp:105: Request processed in 133us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.231746:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11930 00010000:00010000:0.0:1734016144.231809:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.231817:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.231835:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016144.231844:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 8257536, setting rss=8257536; kms=8257536, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.231852:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.231858:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016144.231952:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016144.231962:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.231985:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3010560 3014655) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016144.232005:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5a680 - object 0x280000400:5 offset 3010560<>3014656 00000100:00100000:0.0:1734016144.232019:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337109120:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016144.244532:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016144.244571:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016144.244587:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337109120:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016144.252764:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.252792:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.252811:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337109376:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016144.261506:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.261540:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.261559:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337109632:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016144.263145:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.263179:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2998272 3002367) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016144.263207:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcbb80 - object 0x280000400:5 offset 2998272<>3002368 00000100:00100000:3.0:1734016144.263272:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016144.263282:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337109888:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016144.271641:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.271676:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.271705:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337109888:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016144.281338:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.281379:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.281399:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337110144:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016144.285855:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.285887:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.285905:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337110400:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016144.293938:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.293980:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.293996:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337110656:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016144.297094:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.297486:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.297504:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337110912:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016144.299574:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.299595:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (2977792 2981887) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016144.299620:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcbb80 - object 0x280000400:5 offset 2977792<>2981888 00000008:00010000:3.0:1734016144.328056:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.328098:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.328118:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337111168:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016144.332699:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.332779:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.332802:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337111424:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016144.361834:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.361886:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940900/0x7bf039d361d2648 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3010560->3014655) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090d3 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.361907:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337111552:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016144.390249:0:1981:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012db5a800: committing for last_committed 4294969473 gen 1 00000100:00100000:3.0:1734016144.390305:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337111680:192.168.201.110@tcp:16:fsx.0 00000100:00100000:3.0:1734016144.397886:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:0.0:1734016144.403511:0:9673:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012aae7800: committing for last_committed 4294969472 gen 2 00000100:00100000:0.0:1734016144.403559:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337111808:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016144.403589:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d264f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5640192->5672959] (req 5640192->5672959) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e090da expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.403600:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d264f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5640192->5672959] (req 5640192->5672959) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e090da expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.403612:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d264f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5640192->5672959] (req 5640192->5672959) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e090da expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.420406:0:4739:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016144.420429:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339511680 00000100:00100000:3.0:1734016144.420438:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339511680 00000100:00100000:3.0:1734016144.420483:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11932 00000100:00100000:3.0:1734016144.420490:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9956:x1818247339511680:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016144.420506:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d264f lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5640192->5672959] (req 5640192->5672959) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e090da expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.420522:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d264f lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5640192->5672959] (req 5640192->5672959) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e090da expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.420530:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d264f lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5640192->5672959) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e090da expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.420540:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d264f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5640192->5672959) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e090da expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.420548:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d264f lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5640192->5672959) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e090da expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.420557:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d264f lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5640192->5672959) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e090da expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.420685:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5941680) 00000100:00100000:3.0:1734016144.420777:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9956:x1818247339511680:12345-192.168.201.110@tcp:105: Request processed in 287us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.420784:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11932 00010000:00010000:0.0:1734016144.421645:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d264f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5640192->5672959) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e090da expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.421655:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d264f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5640192->5672959) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e090da expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.421684:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d264f lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5640192->5672959) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e090da expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016144.421700:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 8257536, setting rss=8257536; kms=8257536, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d264f lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5640192->5672959) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e090da expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.421727:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d264f lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5640192->5672959) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090da expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.421734:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d264f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5640192->5672959) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090da expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016144.421762:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 8257536 i_blocks 784 00000100:00100000:0.0:1734016144.421836:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016144.421850:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337112064:192.168.201.110@tcp:22:fsx.0 00000100:00100000:0.0:1734016144.434362:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337112064:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016144.438921:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:0.0:1734016144.450448:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337112448:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016144.450736:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337112320:192.168.201.110@tcp:36:fsx.0 00000080:00200000:0.0:1734016144.450784:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016144.450789:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016144.450804:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016144.450821:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:0.0:1734016144.450837:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016144.450841:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77930, osc lock ffff8800aa176000, flags 0x0 00010000:00010000:0.0:1734016144.450872:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.450883:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.450915:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016144.450934:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337112576:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016144.450976:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41a9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.456761:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339511936 00000100:00100000:3.0:1734016144.456772:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339511936 00000100:00100000:3.0:1734016144.456827:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11934 00000100:00100000:3.0:1734016144.456835:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339511936:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016144.456852:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d264f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5640192->5672959) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e090da expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.456930:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016144.456937:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339511936:12345-192.168.201.110@tcp:104: Request processed in 102us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.456943:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11934 00010000:00010000:0.0:1734016144.457143:0:5246:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016144.457150:0:5246:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d264f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5640192->5672959) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e090da expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.457158:0:5246:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941680 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016144.457163:0:5246:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d264f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5640192->5672959) gid 0 flags: 0x800428400020000 nid: local remote: 0x3f004d6452e090da expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016144.457231:0:5246:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016144.457244:0:5246:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016144.457284:0:5246:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d264f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5640192->5672959) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e090da expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.457289:0:5246:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016144.457329:0:5246:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d264f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5640192->5672959) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e090da expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.457335:0:5246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d264f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5640192->5672959) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e090da expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.457368:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016144.457370:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016144.457371:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016144.457378:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016144.457393:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337112704:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016144.468047:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337112576:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016144.468084:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.468096:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.468103:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.481106:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339512064 00000100:00100000:3.0:1734016144.481118:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339512064 00010000:00010000:0.0:1734016144.483876:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.483890:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.483924:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016144.483941:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 8257536, setting rss=8257536; kms=8257536, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.483953:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.483959:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016144.484079:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016144.484095:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337112832:192.168.201.110@tcp:10:fsx.0 00000100:00100000:0.0:1734016144.502407:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337112832:192.168.201.110@tcp:10:fsx.0 00000100:00100000:3.0:1734016144.515600:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337112960:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.515631:0:9673:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d265d lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e090f6 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.515645:0:9673:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d265d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e090f6 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.515657:0:9673:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d265d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e090f6 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.515667:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d265d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e090f6 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.515687:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d265d lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e090f6 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.515695:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d265d lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e090f6 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.515701:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d265d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e090f6 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1734016144.515737:0:9673:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a8fd5c00 x1818247337112960/t0(0) o101->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016160 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:3.0:1734016144.515748:0:9673:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d265d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e090f6 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1734016144.515761:0:9673:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d265d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e090f6 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016144.515774:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800ab2c8800 type 13 mode 4 res 8589935617/9 (0 0) 00000080:00200000:3.0:1734016144.515835:0:9673:0:(file.c:6447:ll_layout_conf()) [0x200000401:0x9:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1734016144.515841:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d265d 00000080:00010000:3.0:1734016144.515847:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:3.0:1734016144.515850:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d265d from it ffff8800a7d3bcd8 00010000:00010000:3.0:1734016144.515852:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d265d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e090f6 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016144.515859:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d265d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e090f6 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016144.515897:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016144.515908:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016144.515954:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016144.515957:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a2b0, osc lock ffff8800b5a2ad10, flags 0x400001002 00010000:00010000:3.0:1734016144.515978:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842880/0x7bf039d361d2664 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.515985:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842880/0x7bf039d361d2664 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.516047:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016144.516062:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337113088:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.534274:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339512192 00000100:00100000:3.0:1734016144.534286:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339512192 00000100:00100000:3.0:1734016144.536050:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11936 00000100:00100000:3.0:1734016144.536063:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339512192:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016144.536081:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.536091:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.536150:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016144.536152:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 352562 mtime: 1734016144 atime: 1734016141 ctime: 1734016144 blocks: 152 00000020:00010000:3.0:1734016144.536156:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016144.536157:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 352562 mtime: 1734016144 atime: 1734016141 ctime: 1734016144 blocks: 152 00000100:00100000:3.0:1734016144.536239:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339512192:12345-192.168.201.110@tcp:106: Request processed in 177us (3242us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.536246:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11936 00010000:00010000:3.0:1734016144.549528:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842880/0x7bf039d361d2664 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.549550:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842880/0x7bf039d361d2664 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.549569:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842880/0x7bf039d361d2664 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.549575:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842880/0x7bf039d361d2664 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.549581:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842880/0x7bf039d361d2664 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.549595:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 352562, setting rss=352562; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016144.549614:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842880/0x7bf039d361d2664 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.549619:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842880/0x7bf039d361d2664 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.549625:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842880/0x7bf039d361d2664 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.549631:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ae842880 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016144.549636:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842880/0x7bf039d361d2664 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.549645:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016144.549651:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842880/0x7bf039d361d2664 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.549661:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842880/0x7bf039d361d2664 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.549726:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337113088:192.168.201.110@tcp:101:fsx.0 00000080:00200000:0.0:1734016144.549872:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 352562 i_blocks 152 00000020:00010000:0.0:1734016144.549880:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb1240 (ffff8800b6d886c8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016144.549883:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb1240 (ffff8800b6d886c8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016144.549888:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a2b0 (ffff8800b6d88f38/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016144.549891:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb1240 (ffff8800b6d886c8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016144.549893:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a2b0 (ffff8800b6d886c8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016144.549908:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016144.549932:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016144.549937:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016144.549946:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016144.549960:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016144.549962:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d779b0, osc lock ffff8800aa176980, flags 0x400001002 00010000:00010000:0.0:1734016144.549982:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811b00/0x7bf039d361d266b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.549990:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811b00/0x7bf039d361d266b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.556783:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339512320 00000100:00100000:3.0:1734016144.556794:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339512320 00000100:00100000:3.0:1734016144.556840:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11937 00000100:00100000:3.0:1734016144.556848:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339512320:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016144.556866:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.556879:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.556907:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016144.556909:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 352562 mtime: 1734016144 atime: 1734016141 ctime: 1734016144 blocks: 152 00000020:00010000:3.0:1734016144.556912:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016144.556913:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 352562 mtime: 1734016144 atime: 1734016141 ctime: 1734016144 blocks: 152 00000100:00100000:3.0:1734016144.556970:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339512320:12345-192.168.201.110@tcp:106: Request processed in 122us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.556976:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11937 00000080:00200000:0.0:1734016144.575576:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 352562 i_blocks 152 00000020:00010000:0.0:1734016144.575584:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb1240 (ffff8800b6d886c8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016144.575588:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb1240 (ffff8800b6d886c8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016144.575592:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d779b0 (ffff8800b6d88f38/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016144.575595:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb1240 (ffff8800b6d886c8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016144.575597:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d779b0 (ffff8800b6d886c8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016144.575610:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016144.575622:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 352562 00000080:00a00000:0.0:1734016144.575696:0:9673:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0x9:0x0] vma=ffff8800b6ee6000 start=0x7f8ee1f00000 end=0x7f8ee1f0e000 vm_flags=0xf9 00000080:00200000:0.0:1734016144.575736:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016144.575745:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016144.575757:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016144.575761:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d779b0, osc lock ffff8800aa176980, flags 0x400001002 00010000:00010000:0.0:1734016144.575778:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.575790:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.575799:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.575806:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016144.575822:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 352562 i_blocks 152 00000020:00010000:0.0:1734016144.575824:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb1240 (ffff8800b6d886c8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016144.575827:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb1240 (ffff8800b6d886c8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016144.575829:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d779b0 (ffff8800b6d88f38/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016144.575831:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb1240 (ffff8800b6d886c8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016144.575833:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d779b0 (ffff8800b6d886c8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016144.575837:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016144.575898:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 85 00000080:00200000:0.0:1734016144.575905:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016144.575912:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016144.575921:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [85, 85] 00000008:00010000:0.0:1734016144.575927:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016144.575929:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d779b0, osc lock ffff8800aa176980, flags 0x0 00010000:00010000:0.0:1734016144.575934:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.575941:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (348160 352255) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.575948:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.575955:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.575961:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016144.576045:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.576067:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (348160 352255) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016144.576099:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59f80 - object 0x280000400:5 offset 348160<>352256 00000100:00100000:0.0:1734016144.576115:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016144.576129:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337113472:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016144.587650:0:1978:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016144.587696:0:1978:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016144.587747:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337113472:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016144.604496:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.604541:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.604565:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337113728:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016144.615054:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.615095:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.615115:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337113984:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016144.621420:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.621455:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.621477:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337114240:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016144.632353:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.632388:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.632408:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337114496:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016144.649206:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.649498:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.649518:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337114752:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016144.658407:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.658437:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.658458:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337115008:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016144.667579:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.667603:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.667619:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337115264:192.168.201.110@tcp:3:fsx.0 00000080:00200000:3.0:1734016144.667959:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 77 00000080:00200000:3.0:1734016144.667966:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016144.667975:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016144.667999:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [77, 77] 00000008:00010000:3.0:1734016144.668007:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016144.668010:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a5b0, osc lock ffff8800b5a2b0a0, flags 0x0 00010000:00010000:3.0:1734016144.668024:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.668034:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (315392 319487) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.668042:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.668048:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.668053:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.682985:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012ffe36c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.683026:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe36c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.683048:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337115520:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016144.683251:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154b78 (ffff8800b6d88cf8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016144.683259:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154b78 (ffff8800b6d88cf8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016144.683263:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a5b0 (ffff8800b6d88908/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016144.683273:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.683285:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016144.683310:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154b78 (ffff8800b6d88cf8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016144.683313:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a5b0 (ffff8800b6d88cf8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016144.683330:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016144.683389:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 76 00000080:00200000:0.0:1734016144.683398:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016144.683412:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016144.683426:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [76, 76] 00000008:00010000:0.0:1734016144.683440:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016144.683445:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77030, osc lock ffff8800aa1765f0, flags 0x0 00010000:00010000:0.0:1734016144.683467:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.683480:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (311296 315391) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.683490:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.683497:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.683503:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016144.683600:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016144.683613:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.683637:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (311296 315391) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016144.683685:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59f80 - object 0x280000400:5 offset 311296<>315392 00000100:00100000:0.0:1734016144.683728:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337115776:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016144.699476:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016144.708108:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016144.708142:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337115776:192.168.201.110@tcp:3:fsx.0 00000020:00010000:3.0:1734016144.709296:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154b78 (ffff8800b6d88cf8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016144.709302:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154b78 (ffff8800b6d88cf8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016144.709305:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77030 (ffff8800b6d88908/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016144.709311:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.709326:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.709339:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154b78 (ffff8800b6d88cf8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016144.709341:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77030 (ffff8800b6d88cf8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016144.709354:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016144.709406:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 75 00000080:00200000:3.0:1734016144.709414:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016144.709424:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016144.709435:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [75, 75] 00000008:00010000:3.0:1734016144.709446:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016144.709450:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a8b0, osc lock ffff8800b5a2abe0, flags 0x0 00010000:00010000:3.0:1734016144.709464:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.709474:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (307200 311295) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.709483:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.709489:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.709494:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.727441:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012ffe36c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.727481:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe36c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.727497:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337116032:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016144.727581:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154b78 (ffff8800b6d88cf8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016144.727585:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154b78 (ffff8800b6d88cf8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016144.727588:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a8b0 (ffff8800b6d88908/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016144.727593:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.727605:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016144.727617:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154b78 (ffff8800b6d88cf8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016144.727619:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a8b0 (ffff8800b6d88cf8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016144.727632:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016144.727692:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 74 00000080:00200000:0.0:1734016144.727698:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016144.727759:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016144.727770:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [74, 74] 00000008:00010000:0.0:1734016144.727781:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016144.727785:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77730, osc lock ffff8800aa176ab0, flags 0x0 00010000:00010000:0.0:1734016144.727799:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.727809:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (303104 307199) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.727818:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.727824:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.727829:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016144.727890:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016144.727898:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.727917:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (303104 307199) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016144.727939:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59f80 - object 0x280000400:5 offset 303104<>307200 00000100:00100000:0.0:1734016144.727953:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337116288:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016144.737478:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016144.737504:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016144.737522:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337116288:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016144.743214:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.743252:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.743278:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337116544:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016144.746963:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.746993:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.747012:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337116800:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016144.748287:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff8800ab3e8c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.752392:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337116928:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016144.752424:0:9673:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2672 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e09112 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.752434:0:9673:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2672 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e09112 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.752445:0:9673:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2672 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e09112 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.752454:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2672 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e09112 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.752463:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2672 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e09112 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.752469:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2672 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e09112 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1734016144.752474:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2672 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e09112 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00100000:3.0:1734016144.752483:0:9673:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a8fd4a80 x1818247337116928/t0(0) o101->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016160 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:3.0:1734016144.752492:0:9673:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2672 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e09112 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00010000:3.0:1734016144.752503:0:9673:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2672 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e09112 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016144.752514:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b3df9000 type 13 mode 4 res 8589935617/9 (0 0) 00000080:00200000:3.0:1734016144.752597:0:9673:0:(file.c:6447:ll_layout_conf()) [0x200000401:0x9:0x0]: layout version change: 0 -> 0 00000080:00010000:3.0:1734016144.752603:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d2672 00000080:00010000:3.0:1734016144.752608:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:3.0:1734016144.752611:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2672 from it ffff8800a7d3bcd8 00010000:00010000:3.0:1734016144.752613:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2672 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e09112 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016144.752620:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942f40/0x7bf039d361d2672 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e09112 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016144.752652:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016144.752659:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016144.752696:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016144.752699:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588afb0, osc lock ffff8800b5a2b430, flags 0x400001002 00010000:00010000:3.0:1734016144.752734:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.752744:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.752753:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.752759:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016144.752775:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 352562 i_blocks 152 00000020:00010000:3.0:1734016144.752779:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb0ff8 (ffff8800b6d88998/0) at cl_lock_release():233 00000020:00010000:3.0:1734016144.752781:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb0ff8 (ffff8800b6d88998/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016144.752784:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588afb0 (ffff8800b6d88a28/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016144.752787:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb0ff8 (ffff8800b6d88998/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016144.752789:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588afb0 (ffff8800b6d88998/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016144.752798:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016144.752817:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016144.752821:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016144.752824:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016144.752828:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016144.752830:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588afb0, osc lock ffff8800b5a2b430, flags 0x400001002 00010000:00010000:3.0:1734016144.752835:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.752841:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.752847:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.752852:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016144.752859:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 352562 i_blocks 152 00000020:00010000:3.0:1734016144.752861:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb0ff8 (ffff8800b6d88998/0) at cl_lock_release():233 00000020:00010000:3.0:1734016144.752863:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb0ff8 (ffff8800b6d88998/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016144.752864:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588afb0 (ffff8800b6d88a28/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016144.752866:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb0ff8 (ffff8800b6d88998/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016144.752868:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588afb0 (ffff8800b6d88998/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016144.752871:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016144.752877:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 352562 00000080:00200000:3.0:1734016144.752932:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016144.752935:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016144.752942:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016144.752951:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [53, 65] 00000008:00010000:3.0:1734016144.752958:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016144.752960:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588afb0, osc lock ffff8800b5a2b430, flags 0x0 00010000:00010000:3.0:1734016144.752965:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.752972:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (217088 270335) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.752979:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.752984:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.752989:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016144.753898:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 352562 i_blocks 152 00000100:00100000:3.0:1734016144.762770:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337117056:192.168.201.110@tcp:22:fsx.0 00000020:00010000:0.0:1734016144.762948:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154a88 (ffff8800b6d88998/0) at cl_lock_release():233 00000020:00010000:0.0:1734016144.762953:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154a88 (ffff8800b6d88998/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016144.762959:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588afb0 (ffff8800b6d88a28/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016144.762970:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.762984:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016144.763003:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154a88 (ffff8800b6d88998/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016144.763005:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588afb0 (ffff8800b6d88998/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016144.763026:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016144.763063:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016144.763071:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:0.0:1734016144.763090:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016144.763108:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d265d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e090f6 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016144.763121:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d265d lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e090f6 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016144.763132:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016144.763135:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d265d 00000080:00010000:0.0:1734016144.763141:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d265d from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016144.763143:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d265d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e090f6 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016144.763149:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941680/0x7bf039d361d265d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e090f6 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016144.763169:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016144.763181:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016144.763197:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016144.763200:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d776b0, osc lock ffff8800aa176f70, flags 0x400001002 00010000:00010000:0.0:1734016144.763221:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d2679 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.763229:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811d40/0x7bf039d361d2679 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.777388:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339512448 00000100:00100000:3.0:1734016144.777398:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339512448 00000100:00100000:3.0:1734016144.777443:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11938 00000100:00100000:3.0:1734016144.777452:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339512448:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016144.777470:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.777481:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.777536:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 15, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016144.777539:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 352562 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 152 00000020:00010000:3.0:1734016144.777542:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016144.777544:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 352562 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 152 00000100:00100000:3.0:1734016144.777601:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339512448:12345-192.168.201.110@tcp:106: Request processed in 150us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.777608:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11938 00000080:00200000:0.0:1734016144.780855:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 352562 i_blocks 152 00000020:00010000:0.0:1734016144.780862:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb0ff8 (ffff8800b6d88998/0) at cl_lock_release():233 00000020:00010000:0.0:1734016144.780866:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb0ff8 (ffff8800b6d88998/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016144.780870:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d776b0 (ffff8800b6d88a28/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016144.780874:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb0ff8 (ffff8800b6d88998/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016144.780877:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d776b0 (ffff8800b6d88998/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016144.780889:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016144.780911:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016144.780918:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016144.780926:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016144.780940:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016144.780942:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d776b0, osc lock ffff8800aa176f70, flags 0x400001002 00010000:00010000:0.0:1734016144.780964:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d2680 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.780972:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d2680 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016144.781046:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337117312:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.783946:0:9553:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016144.783965:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339512576 00000100:00100000:3.0:1734016144.783974:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339512576 00000100:00100000:3.0:1734016144.784017:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11939 00000100:00100000:3.0:1734016144.784025:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339512576:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016144.784039:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.784050:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.784076:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 15, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016144.784078:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 352562 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 152 00000020:00010000:3.0:1734016144.784082:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016144.784083:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 352562 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 152 00000100:00100000:3.0:1734016144.784133:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339512576:12345-192.168.201.110@tcp:106: Request processed in 108us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.784140:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11939 00010000:00010000:0.0:1734016144.786530:0:1979:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d2680 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.786550:0:1979:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d2680 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.786564:0:1979:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d2680 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.786571:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d2680 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.786578:0:1979:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d2680 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016144.786594:0:1979:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 352562, setting rss=352562; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016144.786618:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d2680 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.786625:0:1979:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d2680 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.786632:0:1979:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d2680 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.786639:0:1979:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d813a80 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016144.786644:0:1979:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d2680 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.786655:0:1979:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016144.786661:0:1979:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d2680 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.786683:0:1979:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d2680 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016144.786785:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337117312:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.790660:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339512704 00000100:00100000:3.0:1734016144.790670:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339512704 00000100:00100000:3.0:1734016144.790762:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11940 00000100:00100000:3.0:1734016144.790770:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339512704:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016144.790786:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.790797:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.790827:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 15, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016144.790829:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 352562 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 152 00000020:00010000:3.0:1734016144.790833:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016144.790834:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 352562 mtime: 1734016144 atime: 1734016144 ctime: 1734016144 blocks: 152 00000100:00100000:3.0:1734016144.790897:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339512704:12345-192.168.201.110@tcp:106: Request processed in 127us (1046us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.790904:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11940 00010000:00010000:3.0:1734016144.801839:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d2687 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.801861:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d2687 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.801873:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d2687 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.801879:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d2687 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.801884:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d2687 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.801897:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 352562, setting rss=352562; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016144.801920:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d2687 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.801925:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d2687 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.801931:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d2687 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.801938:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5940900 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016144.801942:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d2687 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.801951:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016144.801956:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d2687 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.801961:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5940900/0x7bf039d361d2687 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.802009:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337117440:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.813172:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339512832 00000100:00100000:3.0:1734016144.813185:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339512832 00000100:00100000:3.0:1734016144.813235:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11941 00000100:00100000:3.0:1734016144.813243:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7696:x1818247339512832:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016144.813264:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d810240/0x7bf039d361d2656 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e090e8 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.815197:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:3.0:1734016144.815211:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7696:x1818247339512832:12345-192.168.201.110@tcp:104: Request processed in 1963us (2877us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.815223:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11941 00000100:00100000:0.0:1734016144.815906:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337117824:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016144.825196:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337117824:192.168.201.110@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1734016144.825530:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### no dlm lock: extent: ffff8800ab3e86c0 00000008:00010000:3.0:1734016144.825565:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### no dlm lock: extent: ffff8800ab3e86c0 00000100:00100000:3.0:1734016144.825577:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337117696:192.168.201.110@tcp:3:fsx.0 00010000:00010000:3.0:1734016144.832396:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d268e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.832424:0:1981:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d268e lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e09135 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.832440:0:1981:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d268e lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e09135 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.832452:0:1981:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d268e lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e09135 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016144.832470:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 352562, setting rss=352562; kms=352562, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d268e lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e09135 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.832509:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d268e lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e09135 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.832517:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d268e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e09135 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.832524:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d268e lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e09135 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.832533:0:1981:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d268e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e09135 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.832557:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337117952:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.836948:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339512960 00000100:00100000:3.0:1734016144.836959:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339512960 00000100:00100000:3.0:1734016144.837017:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11942 00000100:00100000:3.0:1734016144.837026:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339512960:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016144.837046:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d268e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e09135 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.837130:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016144.837137:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339512960:12345-192.168.201.110@tcp:104: Request processed in 111us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.837144:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11942 00010000:00010000:0.0:1734016144.837290:0:5246:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016144.837298:0:5246:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d268e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e09135 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.837306:0:5246:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5942d00 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016144.837311:0:5246:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d268e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x3f004d6452e09135 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016144.837331:0:5246:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016144.837346:0:5246:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016144.837390:0:5246:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d268e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e09135 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.837396:0:5246:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016144.837631:0:5246:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d268e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e09135 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.837639:0:5246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942d00/0x7bf039d361d268e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e09135 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.837679:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016144.837681:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016144.837682:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016144.837690:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016144.837705:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337118208:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016144.843326:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:0.0:1734016144.843435:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337118080:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016144.843467:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2695 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [151552->167935] (req 151552->167935) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e0913c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.843478:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2695 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [151552->167935] (req 151552->167935) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0913c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.843487:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2695 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [151552->167935] (req 151552->167935) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0913c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.844637:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2695 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 151552->167935) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0913c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.844646:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2695 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 151552->167935) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0913c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.844669:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2695 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 151552->167935) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e0913c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016144.844690:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 352562, setting rss=352562; kms=352562, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2695 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 151552->167935) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e0913c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.844703:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2695 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 151552->167935) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0913c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.845001:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2695 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 151552->167935) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0913c expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016144.854129:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337118208:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016144.864664:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016144.879936:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:0.0:1734016144.881566:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337118464:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016144.881582:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d269c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e09143 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.881600:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d269c lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e09143 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016144.881611:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 352562, setting rss=352562; kms=352562, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d269c lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e09143 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.881622:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d269c lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09143 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.881628:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d269c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09143 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016144.881653:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 352562 i_blocks 152 00000100:00100000:0.0:1734016144.881752:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016144.881767:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337118720:192.168.201.110@tcp:22:fsx.0 00000100:00100000:0.0:1734016144.889746:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337118720:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016144.910437:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:0.0:1734016144.915778:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337119104:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016144.927284:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337119104:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016144.927988:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337118976:192.168.201.110@tcp:36:fsx.0 00000080:00200000:3.0:1734016144.928028:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016144.928034:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016144.928050:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016144.928089:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016144.928100:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016144.928104:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a130, osc lock ffff8800b5a2ba20, flags 0x0 00010000:00010000:3.0:1734016144.928124:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d269c lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09143 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.928136:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d269c lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09143 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.928146:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d269c lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09143 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.928152:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d269c lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09143 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.928157:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d269c lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09143 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.928234:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016144.928245:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337119232:192.168.201.110@tcp:10:fsx.0 00000100:00100000:3.0:1734016144.935322:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337119232:192.168.201.110@tcp:10:fsx.0 00000080:00200000:0.0:1734016144.936217:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9960092 i_blocks 152 00000020:00010000:0.0:1734016144.936223:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154308 (ffff8800b6d88b48/0) at cl_lock_release():233 00000020:00010000:0.0:1734016144.936226:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154308 (ffff8800b6d88b48/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016144.936229:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a130 (ffff8800b6d88e18/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016144.936237:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d269c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09143 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.936247:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d269c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09143 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016144.936261:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154308 (ffff8800b6d88b48/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016144.936263:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a130 (ffff8800b6d88b48/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016144.936279:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016144.936292:0:9673:0:(llite_lib.c:2534:ll_setattr_raw()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8) current size 9960092, valid attrs 2168, mode 8800, uid -1441591024, gid -30720, new size 9960092, atime 1734016144.000000000, mtime 1734016144.903000000, ctime 1734016144.903000000, rc 0 00000080:00200008:0.0:1734016144.936313:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016144.936318:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:0.0:1734016144.936334:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016144.936345:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b3df9000 type 13 mode 30 res 8589935617/9 (0 0) 00010000:00010000:0.0:1734016144.936380:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d26a3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 9673 initiator: MDT0 00010000:00010000:0.0:1734016144.936386:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d26a3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00010000:00010000:0.0:1734016144.936392:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d26a3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00000100:00100000:0.0:1734016144.936409:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337119360:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016144.936481:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016144.949304:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337119360:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016144.949325:0:9673:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d26a3 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e09158 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.949333:0:9673:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d26a3 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e09158 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.949341:0:9673:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d26a3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e09158 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.949348:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d26a3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e09158 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.949356:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d26a3 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e09158 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.949362:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d26a3 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e09158 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016144.949367:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d26a3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e09158 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1734016144.949375:0:9673:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a8d59500 x1818247337119360/t0(0) o101->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016160 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:0.0:1734016144.949383:0:9673:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d26a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e09158 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1734016144.949393:0:9673:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d26a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e09158 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016144.949402:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b3df9000 type 13 mode 4 res 8589935617/9 (0 0) 00000080:00200000:0.0:1734016144.949446:0:9673:0:(file.c:6447:ll_layout_conf()) [0x200000401:0x9:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1734016144.949451:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d26a3 00000080:00010000:0.0:1734016144.949455:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:0.0:1734016144.949457:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d26a3 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016144.949460:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d26a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e09158 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016144.949466:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d26a3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e09158 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016144.949491:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016144.949498:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016144.949511:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016144.949513:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d771b0, osc lock ffff8800aa176260, flags 0x400001002 00010000:00010000:0.0:1734016144.949525:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d269c lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09143 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.949533:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d269c lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09143 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.949541:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d269c lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09143 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.949546:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d269c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09143 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016144.949559:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9960092 i_blocks 152 00000020:00010000:0.0:1734016144.949563:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb1488 (ffff8800b6d88b48/0) at cl_lock_release():233 00000020:00010000:0.0:1734016144.949565:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb1488 (ffff8800b6d88b48/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016144.949567:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d771b0 (ffff8800b6d88e18/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016144.949569:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb1488 (ffff8800b6d88b48/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016144.949571:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d771b0 (ffff8800b6d88b48/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016144.949578:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016144.949591:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016144.949594:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016144.949597:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016144.949601:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016144.949602:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d771b0, osc lock ffff8800aa176260, flags 0x400001002 00010000:00010000:0.0:1734016144.949607:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d269c lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09143 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.949614:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d269c lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09143 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.949621:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d269c lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09143 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.949632:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d269c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09143 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016144.949640:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9960092 i_blocks 152 00000020:00010000:0.0:1734016144.949642:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb1488 (ffff8800b6d88b48/0) at cl_lock_release():233 00000020:00010000:0.0:1734016144.949643:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb1488 (ffff8800b6d88b48/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016144.949645:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d771b0 (ffff8800b6d88e18/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016144.949648:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb1488 (ffff8800b6d88b48/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016144.949650:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d771b0 (ffff8800b6d88b48/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016144.949656:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016144.949661:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9960092 00000080:00200000:0.0:1734016144.949740:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016144.949745:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016144.949751:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016144.949759:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1685, 1688] 00000008:00010000:0.0:1734016144.949765:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016144.949767:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d771b0, osc lock ffff8800aa176260, flags 0x0 00010000:00010000:0.0:1734016144.949781:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.949787:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6901760->6918143] (req 6901760->6918143) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.949810:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6901760->6918143] (req 6901760->6918143) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016144.949827:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337119488:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016144.949888:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1734016144.960237:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339513600 00000100:00100000:3.0:1734016144.960246:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339513600 00000100:00100000:3.0:1734016144.960289:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11947 00000100:00100000:3.0:1734016144.960297:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339513600:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016144.960311:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d269c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e09143 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.964844:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016144.964865:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339513600:12345-192.168.201.110@tcp:104: Request processed in 4561us (4710us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.964876:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11947 00010000:00010000:0.0:1734016144.965917:0:5246:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016144.965927:0:5246:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d269c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e09143 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.965936:0:5246:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5942d00 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016144.965942:0:5246:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d269c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x800428400020000 nid: local remote: 0x3f004d6452e09143 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016144.965961:0:5246:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016144.965970:0:5246:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016144.966015:0:5246:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d269c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e09143 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.966020:0:5246:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016144.966053:0:5246:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d269c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e09143 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.966060:0:5246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942d00/0x7bf039d361d269c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 335872->344063) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e09143 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.966105:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016144.966107:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016144.966109:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016144.966119:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016144.966133:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337119616:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016144.968614:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337119488:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016144.968640:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6901760->6918143] (req 6901760->6918143) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.968649:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6901760->6918143] (req 6901760->6918143) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.968656:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6901760->6918143] (req 6901760->6918143) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016144.975316:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339513728 00000100:00100000:3.0:1734016144.975328:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339513728 00000100:00100000:3.0:1734016144.975394:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11948 00000100:00100000:3.0:1734016144.975401:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:9956:x1818247339513728:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016144.975413:0:9553:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6901760->6918143] (req 6901760->6918143) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.975422:0:9553:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [6901760->6918143] (req 6901760->6918143) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.975429:0:9553:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.975438:0:9553:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.975445:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.975453:0:9553:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.975488:0:9553:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012d811f80) 00000100:00100000:3.0:1734016144.975544:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:9956:x1818247339513728:12345-192.168.201.110@tcp:105: Request processed in 142us (1426us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.975550:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11948 00010000:00010000:0.0:1734016144.975877:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.975886:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.975907:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016144.975917:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9960092, setting rss=9960092; kms=9960092, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.975927:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.975933:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016144.975958:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9960092 i_blocks 152 00000100:00100000:0.0:1734016144.976031:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016144.976043:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337119744:192.168.201.110@tcp:22:fsx.0 00000020:00010000:0.0:1734016144.983884:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab154308 (ffff8800b6d88b48/0) at cl_lock_release():233 00000020:00010000:0.0:1734016144.983887:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab154308 (ffff8800b6d88b48/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016144.983892:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d771b0 (ffff8800b6d88e18/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016144.983901:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.983914:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016144.983927:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab154308 (ffff8800b6d88b48/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016144.983929:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d771b0 (ffff8800b6d88b48/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016144.983943:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016144.983965:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016144.983971:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:0.0:1734016144.983986:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016144.984002:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d26a3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e09158 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016144.984010:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d26a3 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e09158 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016144.984017:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:0.0:1734016144.984020:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d26a3 00000080:00010000:0.0:1734016144.984025:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d26a3 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016144.984028:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d26a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e09158 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016144.984032:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811d40/0x7bf039d361d26a3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e09158 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016144.984046:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016144.984054:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016144.984064:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016144.984066:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d771b0, osc lock ffff8800aa176260, flags 0x400001002 00010000:00010000:0.0:1734016144.984091:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d26b1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.984098:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d26b1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016144.984168:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016144.984179:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337119872:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016144.990422:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339513856 00000100:00100000:3.0:1734016144.990434:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339513856 00000100:00100000:3.0:1734016144.990496:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11949 00000100:00100000:3.0:1734016144.990504:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339513856:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016144.990522:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.990535:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016144.990595:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016144.990597:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 9960092 mtime: 1734016144 atime: 1734016141 ctime: 1734016144 blocks: 152 00000020:00010000:3.0:1734016144.990601:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016144.990602:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 9960092 mtime: 1734016144 atime: 1734016141 ctime: 1734016144 blocks: 152 00000100:00100000:3.0:1734016144.990677:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339513856:12345-192.168.201.110@tcp:106: Request processed in 163us (1041us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016144.990685:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11949 00010000:00010000:0.0:1734016144.996080:0:1979:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d26b1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.996103:0:1979:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d26b1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.996118:0:1979:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d26b1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.996130:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d26b1 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.996135:0:1979:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d26b1 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016144.996154:0:1979:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9960092, setting rss=9960092; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016144.996178:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d26b1 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.996183:0:1979:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d26b1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.996190:0:1979:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d26b1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.996196:0:1979:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d8133c0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016144.996201:0:1979:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d26b1 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.996211:0:1979:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016144.996217:0:1979:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d26b1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016144.996223:0:1979:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d26b1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016144.996276:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337119872:192.168.201.110@tcp:101:fsx.0 00000080:00200008:3.0:1734016144.997880:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016144.997892:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016144.997902:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016144.997938:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016144.997941:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a0b0, osc lock ffff8800b5a2ae40, flags 0x400001002 00010000:00010000:3.0:1734016144.997965:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d26b8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016144.997975:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800ae840fc0/0x7bf039d361d26b8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.003036:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:3.0:1734016145.006861:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9960092 i_blocks 152 00000020:00010000:3.0:1734016145.006869:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb1b60 (ffff8800b6d88ab8/0) at cl_lock_release():233 00000020:00010000:3.0:1734016145.006872:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb1b60 (ffff8800b6d88ab8/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016145.006876:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a0b0 (ffff8800b6d88c68/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016145.006879:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb1b60 (ffff8800b6d88ab8/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016145.006881:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a0b0 (ffff8800b6d88ab8/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016145.006893:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016145.006904:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9960092 00000080:00200008:3.0:1734016145.006924:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016145.006931:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:3.0:1734016145.006950:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016145.006963:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800ab2c8800 type 13 mode 30 res 8589935617/9 (0 0) 00010000:00010000:3.0:1734016145.007006:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26bf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 9673 initiator: MDT0 00010000:00010000:3.0:1734016145.007013:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26bf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00010000:00010000:3.0:1734016145.007021:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26bf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00000100:00100000:3.0:1734016145.007043:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337120128:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.007097:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe33c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.019686:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcaa00 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337120128:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016145.019781:0:9673:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26bf lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0917b expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.019791:0:9673:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26bf lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0917b expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.019798:0:9673:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26bf lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e0917b expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.019805:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26bf lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0917b expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.019813:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26bf lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e0917b expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.019819:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26bf lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e0917b expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.019824:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26bf lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e0917b expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1734016145.019831:0:9673:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800b3fcaa00 x1818247337120128/t0(0) o101->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016161 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:0.0:1734016145.019839:0:9673:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0917b expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1734016145.019851:0:9673:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0917b expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016145.019861:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800ab2c8800 type 13 mode 4 res 8589935617/9 (0 0) 00000080:00200000:0.0:1734016145.019915:0:9673:0:(file.c:6447:ll_layout_conf()) [0x200000401:0x9:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1734016145.019918:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d26bf 00000080:00010000:0.0:1734016145.019923:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016145.019925:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d26bf from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016145.019927:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e0917b expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016145.019932:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26bf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e0917b expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016145.019958:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016145.019964:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016145.019981:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016145.019985:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77630, osc lock ffff8800aa176720, flags 0x400001002 00010000:00010000:0.0:1734016145.020001:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.020011:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.020021:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.020030:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016145.020045:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9960092 i_blocks 152 00000020:00010000:0.0:1734016145.020048:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fefe8 (ffff8800aeaf9908/0) at cl_lock_release():233 00000020:00010000:0.0:1734016145.020050:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fefe8 (ffff8800aeaf9908/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016145.020051:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77630 (ffff8800aeaf9878/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016145.020054:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fefe8 (ffff8800aeaf9908/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016145.020055:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77630 (ffff8800aeaf9908/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016145.020062:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016145.020077:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016145.020079:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016145.020085:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016145.020093:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1960, 1975] 00000008:00010000:0.0:1734016145.020099:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016145.020101:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77630, osc lock ffff8800aa176720, flags 0x0 00010000:00010000:0.0:1734016145.020105:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.020113:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8028160 8093695) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.020119:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.020124:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.020133:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016145.020140:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9960092 i_blocks 152 00000100:00100000:0.0:1734016145.020210:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016145.020223:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337120256:192.168.201.110@tcp:22:fsx.0 00000100:00100000:0.0:1734016145.031005:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337120256:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016145.035394:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016145.050022:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9960092 i_blocks 280 00000020:00010000:0.0:1734016145.050029:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016145.050033:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016145.050037:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891a30 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016145.050040:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016145.050042:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891a30 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016145.050053:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016145.050074:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016145.050080:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016145.050086:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016145.050098:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016145.050100:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77330, osc lock ffff8800aa176be0, flags 0x400001002 00010000:00010000:0.0:1734016145.050126:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d26cd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.050137:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d813180/0x7bf039d361d26cd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.071876:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016145.082580:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9960092 i_blocks 280 00000020:00010000:0.0:1734016145.082587:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016145.082590:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016145.082594:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77330 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016145.082597:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016145.082598:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77330 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016145.082609:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016145.082619:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9960092 00000080:00200008:0.0:1734016145.082636:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016145.082642:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:0.0:1734016145.082656:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016145.082679:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26bf lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e0917b expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016145.082688:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26bf lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e0917b expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016145.082698:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016145.082700:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d26bf 00000080:00010000:0.0:1734016145.082705:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d26bf from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016145.082755:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e0917b expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016145.082763:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26bf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e0917b expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016145.082785:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016145.082792:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016145.082803:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016145.082806:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77330, osc lock ffff8800aa176be0, flags 0x400001002 00010000:00010000:0.0:1734016145.082817:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.082825:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.082834:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.082839:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016145.082852:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9960092 i_blocks 280 00000020:00010000:0.0:1734016145.082854:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016145.082856:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016145.082858:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77330 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016145.082860:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016145.082862:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77330 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016145.082866:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016145.082876:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016145.082880:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016145.082883:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016145.082886:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016145.082888:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77330, osc lock ffff8800aa176be0, flags 0x400001002 00010000:00010000:0.0:1734016145.082893:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.082901:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.082908:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.082914:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016145.082921:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9960092 i_blocks 280 00000020:00010000:0.0:1734016145.082924:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016145.082925:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016145.082926:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77330 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016145.082928:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016145.082929:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77330 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016145.082945:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016145.082949:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9960092 00000080:00200008:0.0:1734016145.082953:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016145.082956:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:0.0:1734016145.082960:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016145.082964:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26bf lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e0917b expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016145.082973:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26bf lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e0917b expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016145.082977:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016145.082979:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d26bf 00000080:00010000:0.0:1734016145.082981:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d26bf from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016145.082983:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e0917b expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016145.082988:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26bf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e0917b expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016145.082997:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016145.083001:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016145.083006:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016145.083008:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77330, osc lock ffff8800aa176be0, flags 0x400001002 00010000:00010000:0.0:1734016145.083013:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.083019:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.083026:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.083031:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016145.083044:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9960092 i_blocks 280 00000020:00010000:0.0:1734016145.083047:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016145.083049:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016145.083050:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77330 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016145.083053:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016145.083054:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77330 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016145.083059:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016145.083065:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016145.083068:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016145.083071:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016145.083075:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016145.083076:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77330, osc lock ffff8800aa176be0, flags 0x400001002 00010000:00010000:0.0:1734016145.083081:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.083087:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.083094:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.083101:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016145.083108:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9960092 i_blocks 280 00000020:00010000:0.0:1734016145.083111:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016145.083113:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016145.083115:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77330 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016145.083118:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016145.083119:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77330 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016145.083123:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016145.083127:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9960092 00000080:00200008:0.0:1734016145.083180:0:9673:0:(llite_lib.c:2284:ll_setattr_raw()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8) current size 9960092, valid attrs 2068, mode 8800, uid -1441591024, gid -30720, new size 9866649, atime 1734016145.000000000, mtime 1734016145.000000000, ctime 1734016145.000000000 00010000:00010000:0.0:1734016145.083194:0:9673:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26bf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x3f004d6452e0917b expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016145.083206:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810d80/0x7bf039d361cbf4e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e00a3d expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016145.083231:0:9673:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26bf lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x3f004d6452e0917b expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016145.083236:0:9673:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016145.083239:0:9673:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26bf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x3f004d6452e0917b expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000020:00100000:0.0:1734016145.083269:0:9673:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88012aae7800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1734016145.083277:0:9673:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a8d59180 x1818247337120768/t0(0) o36->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734016145.083297:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337120768:192.168.201.110@tcp:36:fsx.0 00000100:00100000:0.0:1734016145.083344:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41a000 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.087194:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:0.0:1734016145.097274:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337120768:192.168.201.110@tcp:36:fsx.0 00000080:00200000:0.0:1734016145.097308:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016145.097313:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016145.097327:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016145.097342:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:0.0:1734016145.097353:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016145.097355:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77330, osc lock ffff8800aa176be0, flags 0x0 00010000:00010000:0.0:1734016145.097372:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.097382:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.097393:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.097400:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.097406:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016145.097472:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016145.097482:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337121024:192.168.201.110@tcp:10:fsx.0 00000100:00100000:0.0:1734016145.116051:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337121024:192.168.201.110@tcp:10:fsx.0 00000100:00100000:3.0:1734016145.176475:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339514624 00000100:00100000:3.0:1734016145.176488:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339514624 00000100:00100000:3.0:1734016145.176551:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11955 00000100:00100000:3.0:1734016145.176558:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339514624:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016145.176573:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.176648:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016145.176655:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339514624:12345-192.168.201.110@tcp:104: Request processed in 96us (1694us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.176662:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11955 00010000:00010000:0.0:1734016145.177038:0:5246:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016145.177043:0:5246:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.177056:0:5246:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d811f80 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016145.177060:0:5246:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x800428400020000 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016145.177115:0:5246:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016145.177125:0:5246:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016145.177160:0:5246:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.177166:0:5246:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016145.177210:0:5246:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.177216:0:5246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26aa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 6901760->6918143) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e0915f expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.177237:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016145.177239:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016145.177240:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016145.177246:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016145.177260:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337121792:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016145.208067:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339514752 00000100:00100000:3.0:1734016145.208075:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339514752 00000100:00100000:3.0:1734016145.208109:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11956 00000100:00100000:3.0:1734016145.208114:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6469:x1818247339514752:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016145.208128:0:9553:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d26db lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e091ac expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.208137:0:9553:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d26db lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e091ac expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.208145:0:9553:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d26db lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e091ac expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.208153:0:9553:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d26db lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e091ac expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.208161:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d26db lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e091ac expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.208172:0:9553:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d26db lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e091ac expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.208206:0:9553:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5943a80) 00000100:00100000:3.0:1734016145.208252:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6469:x1818247339514752:12345-192.168.201.110@tcp:105: Request processed in 137us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.208258:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11956 00010000:00010000:0.0:1734016145.208367:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d26db lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e091ac expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.208376:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d26db lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e091ac expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.208401:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d26db lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e091ac expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016145.208412:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9866649, setting rss=9866649; kms=9866649, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d26db lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e091ac expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.208423:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d26db lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e091ac expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.208429:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d26db lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e091ac expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016145.208519:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016145.208531:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337121920:192.168.201.110@tcp:10:fsx.0 00000100:00100000:0.0:1734016145.214445:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337121920:192.168.201.110@tcp:10:fsx.0 00000100:00100000:3.0:1734016145.224789:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337122176:192.168.201.110@tcp:22:fsx.0 00000020:00010000:0.0:1734016145.232659:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016145.232672:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016145.232677:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891630 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016145.232686:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d26db lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e091ac expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.232697:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d26db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e091ac expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016145.232771:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016145.232773:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891630 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016145.232787:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016145.232837:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016145.232843:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:0.0:1734016145.232860:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016145.232870:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800ab2c8800 type 13 mode 30 res 8589935617/9 (0 0) 00010000:00010000:0.0:1734016145.232904:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26e9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 9673 initiator: MDT0 00010000:00010000:0.0:1734016145.232911:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26e9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00010000:00010000:0.0:1734016145.232918:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26e9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00000100:00100000:0.0:1734016145.232935:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337122304:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016145.232980:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41aa80 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.240354:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337122304:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016145.240377:0:9673:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26e9 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e091c8 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.240386:0:9673:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26e9 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e091c8 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.240393:0:9673:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26e9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e091c8 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.240405:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26e9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e091c8 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.240414:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26e9 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e091c8 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.240419:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26e9 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e091c8 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.240424:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26e9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e091c8 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1734016145.240431:0:9673:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a8d5a300 x1818247337122304/t0(0) o101->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016161 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:0.0:1734016145.240439:0:9673:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e091c8 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1734016145.240448:0:9673:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e091c8 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016145.240457:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800ab2c8800 type 13 mode 4 res 8589935617/9 (0 0) 00000080:00200000:0.0:1734016145.240499:0:9673:0:(file.c:6447:ll_layout_conf()) [0x200000401:0x9:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1734016145.240503:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d26e9 00000080:00010000:0.0:1734016145.240507:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016145.240510:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d26e9 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016145.240513:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e091c8 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016145.240522:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d811f80/0x7bf039d361d26e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e091c8 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016145.240546:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016145.240552:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016145.240564:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016145.240566:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d772b0, osc lock ffff8800aa177560, flags 0x400001002 00010000:00010000:0.0:1734016145.240582:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812d00/0x7bf039d361d26f0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.240588:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812d00/0x7bf039d361d26f0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.248550:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016145.255943:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 1499472 i_blocks 160 00000020:00010000:0.0:1734016145.255949:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016145.255952:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016145.255955:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d772b0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016145.255958:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016145.255959:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d772b0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016145.255968:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016145.255986:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016145.255991:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016145.255997:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016145.256008:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016145.256010:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d772b0, osc lock ffff8800aa177560, flags 0x400001002 00010000:00010000:0.0:1734016145.256026:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d26f7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.256037:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d26f7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016145.256108:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337122560:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.261117:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016145.273220:0:1979:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d26f7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.273237:0:1979:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d26f7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.273246:0:1979:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d26f7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.273252:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d26f7 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.273257:0:1979:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d26f7 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016145.273270:0:1979:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 1499472, setting rss=1499472; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016145.273294:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d26f7 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.273301:0:1979:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d26f7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.273312:0:1979:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d26f7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.273318:0:1979:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d810000 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016145.273322:0:1979:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d26f7 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.273331:0:1979:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016145.273335:0:1979:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d26f7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.273339:0:1979:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810000/0x7bf039d361d26f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016145.277299:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337122560:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.284222:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016145.303597:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337122816:192.168.201.110@tcp:36:fsx.0 00000080:00200000:3.0:1734016145.303635:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016145.303640:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016145.303651:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016145.303674:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016145.303685:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016145.303688:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a0b0, osc lock ffff8800b5a2ae40, flags 0x0 00010000:00010000:3.0:1734016145.303728:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.303737:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.303763:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.303779:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb100 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337123072:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.303811:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe3c00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.310399:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339515264 00000100:00100000:3.0:1734016145.310410:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339515264 00000100:00100000:3.0:1734016145.310476:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11960 00000100:00100000:3.0:1734016145.310483:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339515264:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016145.310499:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943a80/0x7bf039d361d26db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e091ac expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.310575:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016145.310581:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339515264:12345-192.168.201.110@tcp:104: Request processed in 98us (1778us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.310588:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11960 00000100:00100000:3.0:1734016145.336057:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcb100 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337123072:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016145.336095:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.336108:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.336117:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.338311:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339515392 00000100:00100000:3.0:1734016145.338319:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339515392 00000100:00100000:3.0:1734016145.338357:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11961 00000100:00100000:3.0:1734016145.338364:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9956:x1818247339515392:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016145.338378:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.338387:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.338395:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.338403:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.338409:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.338418:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.338452:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800ae842400) 00000100:00100000:3.0:1734016145.338497:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:9956:x1818247339515392:12345-192.168.201.110@tcp:105: Request processed in 134us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.338504:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11961 00010000:00010000:0.0:1734016145.338562:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.338570:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.338592:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016145.338604:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 1499472, setting rss=1499472; kms=1499472, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.338614:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.338619:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016145.338704:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016145.338749:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337123328:192.168.201.110@tcp:10:fsx.0 00000100:00100000:0.0:1734016145.343474:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337123328:192.168.201.110@tcp:10:fsx.0 00000100:00100000:0.0:1734016145.346158:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337123456:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016145.346181:0:9673:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2705 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e091f2 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.346190:0:9673:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2705 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e091f2 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.346200:0:9673:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2705 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e091f2 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.346208:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2705 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e091f2 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.346217:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2705 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e091f2 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.346228:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2705 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e091f2 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016145.346233:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2705 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e091f2 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1734016145.346241:0:9673:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a8fd6680 x1818247337123456/t0(0) o101->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016161 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:0.0:1734016145.346249:0:9673:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2705 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e091f2 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1734016145.346259:0:9673:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2705 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e091f2 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016145.346269:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800ab2c8800 type 13 mode 4 res 8589935617/9 (0 0) 00000080:00200000:0.0:1734016145.346323:0:9673:0:(file.c:6447:ll_layout_conf()) [0x200000401:0x9:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1734016145.346328:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d2705 00000080:00010000:0.0:1734016145.346333:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016145.346336:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2705 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016145.346339:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2705 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e091f2 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016145.346345:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2705 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e091f2 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016145.346374:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016145.346382:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016145.346399:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016145.346402:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d774b0, osc lock ffff8800aa1764c0, flags 0x400001002 00010000:00010000:0.0:1734016145.346415:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.346424:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.346434:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.346439:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016145.346452:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 3997962 i_blocks 152 00000020:00010000:0.0:1734016145.346456:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fc6d8 (ffff8800aeaf97e8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016145.346458:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fc6d8 (ffff8800aeaf97e8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016145.346460:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d774b0 (ffff8800aeaf92d8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016145.346463:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fc6d8 (ffff8800aeaf97e8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016145.346464:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d774b0 (ffff8800aeaf97e8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016145.346471:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016145.346488:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016145.346491:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016145.346494:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016145.346497:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016145.346499:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d774b0, osc lock ffff8800aa1764c0, flags 0x400001002 00010000:00010000:0.0:1734016145.346504:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.346514:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.346519:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.346524:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016145.346532:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 3997962 i_blocks 152 00000020:00010000:0.0:1734016145.346534:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fc6d8 (ffff8800aeaf97e8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016145.346536:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fc6d8 (ffff8800aeaf97e8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016145.346538:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d774b0 (ffff8800aeaf92d8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016145.346539:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fc6d8 (ffff8800aeaf97e8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016145.346541:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d774b0 (ffff8800aeaf97e8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016145.346544:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016145.346548:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 3997962 00000080:00200008:0.0:1734016145.347924:0:9673:0:(llite_lib.c:2284:ll_setattr_raw()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8) current size 3997962, valid attrs 2068, mode 8800, uid -1441591024, gid -30720, new size 9030084, atime 1734016145.000000000, mtime 1734016145.000000000, ctime 1734016145.000000000 00010000:00010000:0.0:1734016145.347958:0:9673:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2705 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x3f004d6452e091f2 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016145.347974:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810d80/0x7bf039d361cbf4e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e00a3d expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016145.348017:0:9673:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2705 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x3f004d6452e091f2 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016145.348025:0:9673:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016145.348027:0:9673:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5943a80/0x7bf039d361d2705 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x3f004d6452e091f2 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000020:00100000:0.0:1734016145.348061:0:9673:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88012aae7800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1734016145.348071:0:9673:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800a8d5b480 x1818247337123712/t0(0) o36->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734016145.348097:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337123712:192.168.201.110@tcp:36:fsx.0 00000100:00100000:0.0:1734016145.348189:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.352522:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337123712:192.168.201.110@tcp:36:fsx.0 00000080:00200000:0.0:1734016145.352577:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016145.352583:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016145.352601:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016145.352617:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:0.0:1734016145.352632:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016145.352636:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d774b0, osc lock ffff8800aa1764c0, flags 0x0 00010000:00010000:0.0:1734016145.352658:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.352684:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.352696:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.352704:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.352740:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016145.352837:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016145.352854:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337123840:192.168.201.110@tcp:10:fsx.0 00000100:00100000:0.0:1734016145.361066:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337123840:192.168.201.110@tcp:10:fsx.0 00010000:00010000:0.0:1734016145.385501:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.385519:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016145.390558:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337124096:192.168.201.110@tcp:3:fsx.0 00000100:00100000:0.0:1734016145.391133:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337124352:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016145.430266:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41aa80 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016145.430337:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41aa80 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016145.430355:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337124352:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016145.570084:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41acc0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016145.570398:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41acc0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016145.570421:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337124096:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016145.592367:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016145.592423:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016145.592440:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337124608:192.168.201.110@tcp:4:fsx.0 00000100:00100000:0.0:1734016145.603383:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337124736:192.168.201.110@tcp:44:fsx.0 00000080:00200000:0.0:1734016145.603467:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016145.603482:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016145.633778:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9030084 i_blocks 216 00000080:00200000:0.0:1734016145.633800:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016145.669738:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016145.669756:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016145.669766:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1734016145.669819:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016145.669830:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337125248:192.168.201.110@tcp:16:fsx.0 00000100:00100000:0.0:1734016145.674141:0:1978:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012aae7800: committing for last_committed 4294969488 gen 2 00000100:00100000:0.0:1734016145.674207:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337125248:192.168.201.110@tcp:16:fsx.0 00000100:00100000:3.0:1734016145.699928:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016145.721831:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9030084 i_blocks 312 00000020:00010000:0.0:1734016145.721846:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016145.721850:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016145.721856:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891230 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016145.721860:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016145.721862:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891230 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016145.721881:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016145.721906:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016145.721913:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016145.721921:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016145.721938:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016145.721940:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77130, osc lock ffff8800aa176390, flags 0x400001002 00010000:00010000:0.0:1734016145.721976:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d2721 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.721987:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d2721 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016145.722075:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337125632:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.739954:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016145.742203:0:1978:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d2721 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.742220:0:1978:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d2721 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.742233:0:1978:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d2721 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.742239:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d2721 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.742246:0:1978:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d2721 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016145.742260:0:1978:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9030084, setting rss=9030084; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016145.742287:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d2721 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.742292:0:1978:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d2721 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.742298:0:1978:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d2721 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.742305:0:1978:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d812880 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016145.742309:0:1978:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d2721 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.742319:0:1978:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016145.742325:0:1978:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d2721 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.742331:0:1978:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812880/0x7bf039d361d2721 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016145.742368:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337125632:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.745111:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337125760:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016145.749366:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016145.749402:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339515776 00000100:00100000:3.0:1734016145.749414:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339515776 00000100:00100000:3.0:1734016145.749455:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11964 00000100:00100000:3.0:1734016145.749462:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339515776:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016145.749478:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.749493:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016145.749546:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 2206, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016145.749549:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 9030084 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 312 00000020:00010000:3.0:1734016145.749552:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016145.749553:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 9030084 mtime: 1734016145 atime: 1734016145 ctime: 1734016145 blocks: 312 00000100:00100000:3.0:1734016145.749613:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339515776:12345-192.168.201.110@tcp:106: Request processed in 151us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016145.749620:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11964 00000080:00200000:0.0:1734016145.754789:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9030084 i_blocks 312 00000020:00010000:0.0:1734016145.754798:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016145.754801:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016145.754807:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891a30 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016145.754811:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016145.754812:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891a30 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016145.754827:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016145.754897:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 124 00000080:00200000:0.0:1734016145.754907:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016145.754922:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016145.754935:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [124, 124] 00000008:00010000:0.0:1734016145.754949:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016145.754952:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77430, osc lock ffff8800aa177430, flags 0x0 00010000:00010000:0.0:1734016145.754980:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.754989:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [507904->511999] (req 507904->511999) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.755021:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [507904->511999] (req 507904->511999) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016145.755047:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337125888:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016145.755131:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41a600 going to sleep for 11 seconds 00000100:00100000:3.0:1734016145.760457:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016145.764875:0:5246:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016145.764884:0:5246:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.764894:0:5246:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800ae842400 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016145.764902:0:5246:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016145.764929:0:5246:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00100000:0.0:1734016145.775532:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337125888:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016145.775568:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [507904->511999] (req 507904->511999) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.775581:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [507904->511999] (req 507904->511999) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.775588:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [507904->511999] (req 507904->511999) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016145.797005:0:5246:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016145.797058:0:5246:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.797066:0:5246:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016145.797099:0:5246:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.797105:0:5246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae842400/0x7bf039d361d26fe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e091e4 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016145.797133:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016145.797151:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337126016:192.168.201.110@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1734016145.797224:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016145.797226:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016145.797231:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016145.801588:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:0.0:1734016145.806525:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337126016:192.168.201.110@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1734016145.855222:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016145.855251:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (503808 507903) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016145.855285:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcb800 - object 0x280000400:5 offset 503808<>507904 00000100:00100000:3.0:1734016145.856020:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016145.856036:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337126528:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016145.861174:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016145.861179:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016145.861183:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b58910b0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016145.861191:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.861200:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016145.861215:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016145.861217:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b58910b0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016145.861232:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016145.861248:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016145.861260:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016145.861271:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [123, 123] 00000008:00010000:0.0:1734016145.861282:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016145.861286:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d775b0, osc lock ffff8800aa177a20, flags 0x0 00010000:00010000:0.0:1734016145.861302:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.861314:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (503808 507903) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.861323:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.861329:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.861335:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016145.861371:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016145.861385:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:0.0:1734016145.861394:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016145.861399:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016145.861406:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016145.861412:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016145.861414:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016145.861416:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d775b0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016145.861419:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.861424:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016145.861430:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016145.861432:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d775b0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016145.861437:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016145.861484:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 122 00000080:00200000:0.0:1734016145.861491:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016145.861496:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016145.861500:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [122, 122] 00000008:00010000:0.0:1734016145.861504:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016145.861506:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d775b0, osc lock ffff8800aa177a20, flags 0x0 00010000:00010000:0.0:1734016145.861510:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.861516:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (499712 503807) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.861524:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.861529:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.861534:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016145.862245:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337126784:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016145.873501:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016145.873506:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016145.873510:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d775b0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016145.873520:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.873532:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016145.873553:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016145.873555:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d775b0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016145.873578:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016145.873600:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016145.873618:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016145.873634:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [122, 122] 00000008:00010000:0.0:1734016145.873650:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016145.873662:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d775b0, osc lock ffff8800aa177a20, flags 0x0 00010000:00010000:0.0:1734016145.873758:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.873772:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (499712 503807) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.873782:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.873789:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.873794:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016145.873841:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016145.873859:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:0.0:1734016145.873869:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012b41a600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016145.873876:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016145.873882:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016145.873889:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016145.873890:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016145.873892:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d775b0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016145.873895:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.873900:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016145.873907:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016145.873909:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d775b0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016145.873914:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016145.873980:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 121 00000080:00200000:0.0:1734016145.873986:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016145.873991:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016145.873995:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [121, 121] 00000008:00010000:0.0:1734016145.874001:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016145.874003:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d775b0, osc lock ffff8800aa177a20, flags 0x0 00010000:00010000:0.0:1734016145.874008:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.874019:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (495616 499711) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.874025:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.874031:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.874035:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016145.874106:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016145.874115:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.874137:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (495616 499711) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016145.874169:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d58700 - object 0x280000400:5 offset 495616<>499712 00000100:00100000:0.0:1734016145.874186:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337127040:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016145.907838:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016145.907896:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016145.907925:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337127040:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016145.927387:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016145.927391:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016145.927395:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891db0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016145.927402:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.927412:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016145.927426:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016145.927428:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891db0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016145.927444:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016145.927462:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016145.927474:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016145.927486:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [120, 120] 00000008:00010000:0.0:1734016145.927500:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016145.927504:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77530, osc lock ffff8800aa176e40, flags 0x0 00010000:00010000:0.0:1734016145.927521:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.927532:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (491520 495615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.927542:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.927552:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.927557:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016145.927593:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016145.927607:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:0.0:1734016145.927615:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016145.927623:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016145.927630:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016145.927638:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016145.927640:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016145.927643:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77530 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016145.927645:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.927664:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016145.927672:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016145.927674:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77530 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016145.927681:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016145.927740:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 119 00000080:00200000:0.0:1734016145.927746:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016145.927751:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016145.927756:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [119, 119] 00000008:00010000:0.0:1734016145.927760:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016145.927763:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77530, osc lock ffff8800aa176e40, flags 0x0 00010000:00010000:0.0:1734016145.927769:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.927775:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (487424 491519) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.927782:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.927788:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.927794:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016145.927861:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016145.927871:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a9c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.927898:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (487424 491519) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016145.927930:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d58700 - object 0x280000400:5 offset 487424<>491520 00000100:00100000:0.0:1734016145.927946:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337127552:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016145.939880:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a9c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016145.939930:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a9c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d272f lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 507904->511999) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09231 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016145.939953:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337127552:192.168.201.110@tcp:3:fsx.0 00000080:00200000:0.0:1734016145.966381:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:0.0:1734016145.966435:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337127808:192.168.201.110@tcp:44:fsx.0 00000100:00100000:0.0:1734016145.966496:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1734016145.973229:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337127808:192.168.201.110@tcp:44:fsx.0 00000080:00200000:0.0:1734016145.973271:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016145.973288:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016145.986067:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9030084 i_blocks 360 00000080:00200000:0.0:1734016145.986084:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016145.986219:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016145.986228:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:0.0:1734016145.986247:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016145.986267:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d270c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e09207 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016145.986280:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d270c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e09207 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016145.986290:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016145.986293:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d270c 00000080:00010000:0.0:1734016145.986301:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d270c from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016145.986304:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d270c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e09207 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016145.986311:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d270c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e09207 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016145.986333:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016145.986344:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016145.986363:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016145.986366:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d777b0, osc lock ffff8800aa176850, flags 0x400001002 00010000:00010000:0.0:1734016145.986401:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810240/0x7bf039d361d2736 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016145.986407:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d810240/0x7bf039d361d2736 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.000053:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016146.016042:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016146.019242:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9030084 i_blocks 360 00000020:00010000:0.0:1734016146.019249:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016146.019252:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.019257:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b58919b0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.019261:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016146.019263:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b58919b0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016146.019278:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016146.019289:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9030084 00000080:00200008:0.0:1734016146.019530:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 9687040, type: SEEK_SET 00000080:00200008:0.0:1734016146.019534:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 9687040, type: SEEK_SET, rc = 9687040 00000080:00200008:0.0:1734016146.019543:0:9673:0:(file.c:2466:do_file_write_iter()) START file f16a.sanityn:[0x200000401:0x9:0x0], ppos: 9687040, count: 8192 00000080:00200000:0.0:1734016146.019549:0:9673:0:(file.c:1826:ll_file_io_generic()) f16a.sanityn: write ppos: 9687040, bytes: 8192 00000080:00200000:0.0:1734016146.019558:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000020:00200000:0.0:1734016146.019564:0:9673:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012d0c27d0[0x4, 2, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1734016146.019566:0:9673:0:(cl_io.c:195:cl_io_rw_init()) io range: 2 [9687040, 9695232) 0 0 00000080:00200000:0.0:1734016146.019570:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016146.019585:0:9673:0:(file.c:1893:ll_file_io_generic()) Range lock [2365, 2366] 00020000:00200000:0.0:1734016146.019593:0:9673:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 9687040 chunk: [9687040, 9695232) 9695232, 8192 00020000:00200000:0.0:1734016146.019597:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016146.019629:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2365, 2366] 00000008:00010000:0.0:1734016146.019641:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 10 00000008:00010000:0.0:1734016146.019644:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d778b0, osc lock ffff8800aa1770a0, flags 0x0 00000080:00200000:0.0:1734016146.019658:0:9673:0:(vvp_io.c:1326:vvp_io_write_start()) f16a.sanityn: write [9687040, 9695232) 00000080:00200000:0.0:1734016146.019688:0:9673:0:(rw26.c:526:ll_direct_IO_impl()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8), size=8192 (max 603979776), offset=9687040=0x93d000, pages 2 (max 147456), lockless, parallel 00000080:00200000:0.0:1734016146.019766:0:9673:0:(rw26.c:672:ll_direct_IO_impl()) result 0 tot_bytes 8192 count 8192 file_offset 9695232 00000020:00010000:0.0:1734016146.019771:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016146.019774:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.019776:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d778b0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.019778:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016146.019780:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d778b0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016146.019784:0:9673:0:(vvp_io.c:533:vvp_io_advance()) advancing 8192 bytes 00000100:00100000:0.0:1734016146.019810:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016146.019819:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff88012b41a0c0 00000008:00100000:0.0:1734016146.019921:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59f80 - object 0x280000400:5 offset 9687040<>9695232 00000100:00100000:0.0:1734016146.019944:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337128448:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016146.036304:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016146.039871:0:5:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016146.039890:0:5:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016146.039921:0:5:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016146.061263:0:9673:0:(file.c:1930:ll_file_io_generic()) Range unlock [2365, 2366] 00000080:00200000:0.0:1734016146.061278:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016146.061282:0:9673:0:(file.c:1964:ll_file_io_generic()) f16a.sanityn: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00200000:0.0:1734016146.061295:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9695232 i_blocks 376 00000080:00200000:0.0:1734016146.061305:0:9673:0:(file.c:2044:ll_file_io_generic()) iot: 2, result: 8192 00000080:00200008:0.0:1734016146.061328:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016146.061334:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:0.0:1734016146.061356:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016146.061381:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d2713 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e09215 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016146.061588:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d2713 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e09215 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016146.061603:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:0.0:1734016146.061605:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d2713 00000080:00010000:0.0:1734016146.061613:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2713 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016146.061616:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d2713 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e09215 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016146.061624:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d2713 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e09215 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016146.061664:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016146.061677:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016146.061697:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016146.061699:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77830, osc lock ffff8800aa1770a0, flags 0x400001002 00010000:00010000:0.0:1734016146.061754:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2744 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.061761:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2744 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016146.066807:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9695232 i_blocks 376 00000020:00010000:0.0:1734016146.066816:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016146.066820:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.066825:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77830 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.066828:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016146.066830:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77830 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016146.066843:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016146.066866:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016146.066873:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016146.066883:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016146.066899:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016146.066901:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77830, osc lock ffff8800aa1770a0, flags 0x400001002 00010000:00010000:0.0:1734016146.066919:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2744 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e0924d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.066929:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2744 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e0924d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.066938:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2744 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e0924d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.066947:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2744 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e0924d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016146.066960:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9695232 i_blocks 376 00000020:00010000:0.0:1734016146.066962:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016146.066965:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.066967:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77830 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.066969:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016146.066971:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77830 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016146.066975:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016146.066982:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9695232 00000080:00a00000:0.0:1734016146.067055:0:9673:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0x9:0x0] vma=ffff8800b6ee6e58 start=0x7f8ee1f02000 end=0x7f8ee1f0e000 vm_flags=0xf9 00000080:00200000:0.0:1734016146.067067:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016146.067070:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016146.067074:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016146.067076:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77830, osc lock ffff8800aa1770a0, flags 0x400001002 00010000:00010000:0.0:1734016146.067083:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2744 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e0924d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.067090:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2744 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e0924d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.067097:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2744 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e0924d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.067106:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2744 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e0924d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016146.067116:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9695232 i_blocks 376 00000020:00010000:0.0:1734016146.067118:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016146.067120:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.067121:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77830 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.067123:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016146.067124:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77830 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016146.067127:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016146.067193:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 2288 00000080:00200000:0.0:1734016146.067204:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016146.067211:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016146.067222:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [2288, 2288] 00000008:00010000:0.0:1734016146.067229:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016146.067232:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77830, osc lock ffff8800aa1770a0, flags 0x0 00010000:00010000:0.0:1734016146.067238:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2744 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e0924d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.067244:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9371648 9375743) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2744 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e0924d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.067250:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2744 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e0924d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.067255:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2744 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e0924d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.067261:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2744 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e0924d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.067301:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2744 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e0924d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.067306:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9031680 9035775) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2744 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e0924d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.068185:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2744 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e0924d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.068192:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2744 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x3f004d6452e0924d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016146.068280:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016146.068292:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2744 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e0924d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.068320:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9371648 9375743) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2744 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e0924d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016146.068363:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5b800 - object 0x280000400:5 offset 9031680<>9695232 00000100:00100000:0.0:1734016146.068380:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337128960:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016146.083217:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2744 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e0924d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.083324:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2744 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x3f004d6452e0924d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016146.083349:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337128960:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016146.088039:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339516544 00000100:00100000:3.0:1734016146.088049:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339516544 00000100:00100000:3.0:1734016146.088088:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11970 00000100:00100000:3.0:1734016146.088095:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339516544:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016146.088113:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2744 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e0924d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.088588:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016146.088596:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339516544:12345-192.168.201.110@tcp:104: Request processed in 500us (676us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.088603:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11970 00010000:00010000:0.0:1734016146.088864:0:5246:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016146.088871:0:5246:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2744 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x3f004d6452e0924d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.088878:0:5246:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d8133c0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016146.088882:0:5246:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2744 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x3f004d6452e0924d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016146.088900:0:5246:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016146.089524:0:5246:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016146.089569:0:5246:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2744 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e0924d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.089575:0:5246:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016146.094446:0:5246:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2744 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e0924d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.094462:0:5246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d8133c0/0x7bf039d361d2744 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x3f004d6452e0924d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.094569:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016146.094572:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016146.094576:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016146.096025:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337129088:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016146.096052:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4448256->4505599] (req 4448256->4505599) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.096063:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4448256->4505599] (req 4448256->4505599) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.096070:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4448256->4505599] (req 4448256->4505599) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.096165:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339516672 00000100:00100000:3.0:1734016146.096172:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339516672 00000100:00100000:3.0:1734016146.096209:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11971 00000100:00100000:3.0:1734016146.096215:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6469:x1818247339516672:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016146.096223:0:9553:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4448256->4505599] (req 4448256->4505599) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.096229:0:9553:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4448256->4505599] (req 4448256->4505599) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.096237:0:9553:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.096243:0:9553:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.096250:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.096261:0:9553:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.096791:0:9553:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5942640) 00000100:00100000:3.0:1734016146.097538:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6469:x1818247339516672:12345-192.168.201.110@tcp:105: Request processed in 1321us (1652us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.097545:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11971 00000080:00200000:0.0:1734016146.104176:0:9673:0:(rw26.c:1006:ll_write_end()) pos 4501504, len 3506, copied 3506 00000080:00200000:0.0:1734016146.104186:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800a8dfe360[3 ffff88012d0c29e0 2 1 ffff8801369ffbb0] 00000080:00200000:0.0:1734016146.104189:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a7e900 1fffff0000082d 2:0 ffff8800a8dfe360 1099 lru 00000080:00200000:0.0:1734016146.104195:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800a8dfe3c0 1099: 1< 1 - - > 2< 4501504 0 4096 0x0 0x40009 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016146.104197:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800a8dfe360 00000080:00200000:0.0:1734016146.104198:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 14. 00000080:00200000:0.0:1734016146.104207:0:9673:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 14, from 0, to 3506 00000008:00010000:0.0:1734016146.104236:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.104253:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.104261:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.104267:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.104273:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.104279:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.104286:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.104291:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.104297:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.104302:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.104308:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.104313:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.104319:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.104329:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016146.104341:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 14, dirtied 14 00000080:00200000:0.0:1734016146.104352:0:9673:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 14 pages 56754 bytes, tot: 56754 00000080:00200000:0.0:1734016146.104355:0:9673:0:(vvp_io.c:1405:vvp_io_write_start()) f16a.sanityn: write bytes 0, result: 56754 00000020:00010000:0.0:1734016146.104370:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016146.104373:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.104376:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891ab0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016146.104384:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.104393:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016146.104408:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016146.104411:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891ab0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016146.104417:0:9673:0:(vvp_io.c:533:vvp_io_advance()) advancing 56754 bytes 00000080:00200000:0.0:1734016146.104423:0:9673:0:(file.c:1930:ll_file_io_generic()) Range unlock [1086, 1099] 00000080:00200000:0.0:1734016146.104432:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016146.104435:0:9673:0:(file.c:1964:ll_file_io_generic()) f16a.sanityn: 2 io complete with rc: 0, result: 56754, restart: 0 00000080:00200000:0.0:1734016146.104447:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9695232 i_blocks 376 00000080:00200000:0.0:1734016146.104452:0:9673:0:(file.c:2044:ll_file_io_generic()) iot: 2, result: 56754 00000080:00200008:0.0:1734016146.104474:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016146.104480:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:0.0:1734016146.104498:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016146.104512:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d270c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e09207 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016146.104523:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d270c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e09207 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016146.104533:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016146.104536:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d270c 00000080:00010000:0.0:1734016146.104541:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d270c from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016146.104543:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d270c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e09207 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016146.104549:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d270c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e09207 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016146.104566:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016146.104576:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016146.104590:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016146.104592:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d777b0, osc lock ffff8800aa1771d0, flags 0x400001002 00010000:00010000:0.0:1734016146.104615:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d2752 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.104623:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d2752 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016146.104730:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337129600:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.110202:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339516800 00000100:00100000:3.0:1734016146.110218:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339516800 00000100:00100000:3.0:1734016146.110274:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11972 00000100:00100000:3.0:1734016146.110282:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339516800:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016146.110299:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.110309:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.110336:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 15, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016146.110338:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 9695232 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 376 00000020:00010000:3.0:1734016146.110341:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016146.110342:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 9695232 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 376 00000100:00100000:3.0:1734016146.110405:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339516800:12345-192.168.201.110@tcp:106: Request processed in 122us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.110411:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11972 00010000:00010000:0.0:1734016146.117206:0:1979:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d2752 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.117223:0:1979:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d2752 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.117235:0:1979:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d2752 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.117240:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d2752 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.117245:0:1979:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d2752 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.117258:0:1979:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9695232, setting rss=9695232; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016146.117270:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d2752 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.117275:0:1979:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d2752 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.117281:0:1979:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d2752 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.117286:0:1979:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d813a80 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016146.117290:0:1979:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d2752 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.117298:0:1979:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016146.117302:0:1979:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d2752 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.117311:0:1979:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813a80/0x7bf039d361d2752 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016146.120052:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337129600:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.123105:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337129728:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.128484:0:4739:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016146.128503:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339516928 00000100:00100000:3.0:1734016146.128512:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339516928 00000100:00100000:3.0:1734016146.130151:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11973 00000100:00100000:3.0:1734016146.130163:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339516928:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016146.130177:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.130185:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.130210:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 15, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016146.130212:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 9695232 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 376 00000020:00010000:3.0:1734016146.130215:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016146.130216:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 9695232 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 376 00000100:00100000:3.0:1734016146.135464:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339516928:12345-192.168.201.110@tcp:106: Request processed in 5292us (7088us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.135475:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11973 00010000:00010000:3.0:1734016146.146300:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d2759 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.146320:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d2759 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.146333:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d2759 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.146342:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d2759 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.146347:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d2759 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.146361:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9695232, setting rss=9695232; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016146.146374:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d2759 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.146380:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d2759 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.146385:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d2759 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.146392:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943600 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016146.146397:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d2759 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.146407:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016146.146411:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d2759 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.146417:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943600/0x7bf039d361d2759 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.146469:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337129728:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.150551:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339517056 00000100:00100000:3.0:1734016146.150562:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339517056 00000100:00100000:3.0:1734016146.150608:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11974 00000100:00100000:3.0:1734016146.150615:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339517056:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016146.150630:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.150640:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.150676:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 15, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016146.150678:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 9695232 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 376 00000020:00010000:3.0:1734016146.150681:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 3, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016146.150682:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 9695232 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 376 00000100:00100000:3.0:1734016146.150794:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339517056:12345-192.168.201.110@tcp:106: Request processed in 177us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.150806:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11974 00010000:00010000:3.0:1734016146.157641:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d2760 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.157676:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d2760 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.157690:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d2760 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.157698:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d2760 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.157705:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d2760 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.157770:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9695232, setting rss=9695232; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016146.157783:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d2760 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.157789:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d2760 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.157795:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d2760 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.157801:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5942ac0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016146.157806:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d2760 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.157816:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016146.157821:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d2760 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.157828:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5942ac0/0x7bf039d361d2760 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.157880:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337129856:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.168807:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339517184 00000100:00100000:3.0:1734016146.168817:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339517184 00000100:00100000:3.0:1734016146.168860:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11975 00000100:00100000:3.0:1734016146.168868:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339517184:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016146.168887:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.168964:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016146.168970:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339517184:12345-192.168.201.110@tcp:104: Request processed in 103us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.168977:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11975 00000100:00100000:0.0:1734016146.169352:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337130112:192.168.201.110@tcp:4:fsx.0 00000100:00100000:0.0:1734016146.174077:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337129984:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016146.174110:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1806336->1810431] (req 1806336->1810431) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.174122:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1806336->1810431] (req 1806336->1810431) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.174129:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1806336->1810431] (req 1806336->1810431) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.186409:0:1978:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x800429400020000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.186473:0:1978:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5942640/0x7bf039d361d274b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4448256->4505599) gid 0 flags: 0x800429400020000 nid: local remote: 0x3f004d6452e09254 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016146.186488:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337130112:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016146.195418:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339517312 00000100:00100000:3.0:1734016146.195431:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339517312 00000100:00100000:3.0:1734016146.195517:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11976 00000100:00100000:3.0:1734016146.195526:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6469:x1818247339517312:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016146.195542:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1806336->1810431] (req 1806336->1810431) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.195553:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [1806336->1810431] (req 1806336->1810431) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.195563:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.195577:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.195585:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.195595:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 6/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.195636:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5941b00) 00000100:00100000:3.0:1734016146.195778:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6469:x1818247339517312:12345-192.168.201.110@tcp:105: Request processed in 251us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.195785:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11976 00010000:00010000:0.0:1734016146.200089:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.200103:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.200127:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.200138:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9695232, setting rss=9695232; kms=9695232, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.200147:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.200152:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.200213:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.200222:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (9027584 9031679) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.201261:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.201269:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016146.201369:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016146.201381:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.201417:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1806336 1810431) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016146.201452:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5a680 - object 0x280000400:5 offset 1806336<>9695232 00000100:00100000:0.0:1734016146.201469:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337130496:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016146.240948:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.241038:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016146.241055:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337130496:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016146.257864:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.257910:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.257932:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337130752:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016146.274029:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.274060:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.274081:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337131008:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016146.277901:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.277927:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.277944:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337131264:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016146.298977:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016146.298981:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.298984:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b58917b0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016146.298992:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.299003:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016146.299023:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016146.299025:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b58917b0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016146.299044:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016146.299100:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 436 00000080:00200000:0.0:1734016146.299110:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016146.299124:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016146.299138:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [436, 436] 00000008:00010000:0.0:1734016146.299150:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016146.299155:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77530, osc lock ffff8800aa176d10, flags 0x0 00010000:00010000:0.0:1734016146.299173:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.299184:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1785856 1789951) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.299193:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.299199:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.299204:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016146.299284:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016146.299295:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.299324:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1785856 1789951) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016146.299359:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5a680 - object 0x280000400:5 offset 1785856<>1789952 00000100:00100000:0.0:1734016146.299380:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337131776:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016146.302546:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.302580:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016146.302601:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337131776:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016146.307021:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.307054:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8300 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.307076:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337132032:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016146.321401:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.321430:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.321446:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337132288:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016146.327347:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.327374:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.327391:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337132544:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016146.333686:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.333771:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.333788:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337132800:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016146.346266:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.346304:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.346323:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337133056:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016146.357464:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.357503:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.357529:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337133312:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016146.365542:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.365591:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.365611:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337133568:192.168.201.110@tcp:3:fsx.0 00000020:00010000:3.0:1734016146.365926:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:3.0:1734016146.365930:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016146.365933:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b58915b0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00010000:00010000:3.0:1734016146.365941:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.365952:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.366061:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016146.366067:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b58915b0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016146.366093:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016146.373764:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1734016146.373776:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:3.0:1734016146.373798:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:3.0:1734016146.373814:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d270c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e09207 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016146.373826:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d270c lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e09207 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:3.0:1734016146.373835:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:3.0:1734016146.373838:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d270c 00000080:00010000:3.0:1734016146.373843:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d270c from it ffff8800a7d3bcd8 00010000:00010000:3.0:1734016146.373846:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d270c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e09207 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016146.373852:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d270c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e09207 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:3.0:1734016146.373875:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016146.373883:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016146.373898:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016146.373900:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a3b0, osc lock ffff8800b5a2b300, flags 0x400001002 00010000:00010000:3.0:1734016146.373911:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.373919:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.373926:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.373931:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016146.373953:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9695232 i_blocks 488 00000020:00010000:3.0:1734016146.373956:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:3.0:1734016146.373958:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016146.373960:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a3b0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016146.373962:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016146.373964:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a3b0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016146.373973:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016146.373985:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:3.0:1734016146.373989:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016146.373992:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016146.373995:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016146.373997:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a3b0, osc lock ffff8800b5a2b300, flags 0x400001002 00010000:00010000:3.0:1734016146.374003:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.374008:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.374013:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.374019:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016146.374026:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9695232 i_blocks 488 00000020:00010000:3.0:1734016146.374028:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:3.0:1734016146.374030:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016146.374032:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a3b0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016146.374034:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016146.374035:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a3b0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016146.374039:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016146.374043:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9695232 00000080:00200008:3.0:1734016146.374077:0:9673:0:(llite_lib.c:2284:ll_setattr_raw()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8) current size 9695232, valid attrs 2068, mode 8800, uid -1441591024, gid -30720, new size 5924708, atime 1734016146.000000000, mtime 1734016146.000000000, ctime 1734016146.000000000 00010000:00010000:3.0:1734016146.374090:0:9673:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d270c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x3f004d6452e09207 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016146.374106:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810d80/0x7bf039d361cbf4e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e00a3d expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016146.374136:0:9673:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d270c lrc: 1/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x3f004d6452e09207 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016146.374141:0:9673:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016146.374143:0:9673:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d270c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x3f004d6452e09207 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000020:00100000:3.0:1734016146.374200:0:9673:0:(genops.c:2298:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff88012aae7800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1734016146.374208:0:9673:0:(client.c:782:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800b3fca300 x1818247337133824/t0(0) o36->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734016146.374226:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fca300 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337133824:192.168.201.110@tcp:36:fsx.0 00000100:00100000:3.0:1734016146.374291:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe3f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.381350:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339517440 00000100:00100000:3.0:1734016146.381360:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339517440 00000100:00100000:3.0:1734016146.381415:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11977 00000100:00100000:3.0:1734016146.381422:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:8966:x1818247339517440:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016146.381441:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5940d80/0x7bf039d361d2713 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e09215 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016146.381520:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016146.381526:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:8966:x1818247339517440:12345-192.168.201.110@tcp:104: Request processed in 104us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.381532:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11977 00000100:00100000:3.0:1734016146.395883:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fca300 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337133824:192.168.201.110@tcp:36:fsx.0 00000080:00200000:3.0:1734016146.395929:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016146.395933:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016146.395946:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016146.395959:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000008:00010000:3.0:1734016146.395969:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016146.395971:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a3b0, osc lock ffff8800b5a2b300, flags 0x0 00010000:00010000:3.0:1734016146.395983:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800ab2cb800 type 11 mode 2 res 10737419264/5 (0 18446744073709551615) 00010000:00010000:3.0:1734016146.395995:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841f80/0x7bf039d361d276e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.396003:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841f80/0x7bf039d361d276e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.396028:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841f80/0x7bf039d361d276e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.396043:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcad80 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337134080:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.396089:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012ffe3f00 going to sleep for 11 seconds 00000100:00100000:3.0:1734016146.416838:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339517568 00000100:00100000:3.0:1734016146.416850:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339517568 00000100:00100000:3.0:1734016146.416937:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11978 00000100:00100000:3.0:1734016146.416944:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339517568:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016146.416959:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.417042:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016146.417048:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339517568:12345-192.168.201.110@tcp:104: Request processed in 104us (9482us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.417055:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11978 00010000:00010000:0.0:1734016146.417334:0:5246:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016146.417340:0:5246:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.417348:0:5246:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941b00 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016146.417353:0:5246:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x800428400020000 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016146.417368:0:5246:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016146.418030:0:5246:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016146.418070:0:5246:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.418082:0:5246:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016146.418102:0:5246:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.418109:0:5246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941b00/0x7bf039d361d2767 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1806336->1810431) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e09270 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.418121:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016146.418122:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016146.418124:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016146.418135:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016146.418152:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337134208:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016146.425472:0:4739:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016146.425487:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339517696 00000100:00100000:3.0:1734016146.425495:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339517696 00000100:00100000:3.0:1734016146.425528:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11979 00000100:00100000:3.0:1734016146.425534:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6469:x1818247339517696:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016146.425547:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841f80/0x7bf039d361d276e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0927e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.425557:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841f80/0x7bf039d361d276e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0927e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.425564:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841f80/0x7bf039d361d276e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e0927e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.425572:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841f80/0x7bf039d361d276e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x3f004d6452e0927e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.425585:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841f80/0x7bf039d361d276e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000000000 nid: local remote: 0x3f004d6452e0927e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.425592:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841f80/0x7bf039d361d276e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000000000 nid: local remote: 0x3f004d6452e0927e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.425604:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800ae841f80) 00000100:00100000:3.0:1734016146.425656:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6469:x1818247339517696:12345-192.168.201.110@tcp:105: Request processed in 109us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.425662:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11979 00000100:00100000:3.0:1734016146.431268:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcad80 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337134080:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016146.431299:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841f80/0x7bf039d361d276e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0927e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.431323:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841f80/0x7bf039d361d276e lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e0927e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.431334:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9695232, setting rss=9695232; kms=9695232, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841f80/0x7bf039d361d276e lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e0927e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.431345:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841f80/0x7bf039d361d276e lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0927e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.431350:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841f80/0x7bf039d361d276e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0927e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.431415:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016146.431427:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337134336:192.168.201.110@tcp:10:fsx.0 00000100:00100000:0.0:1734016146.432527:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337134208:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016146.456281:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337134336:192.168.201.110@tcp:10:fsx.0 00000080:00200000:0.0:1734016146.456786:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 5924708 i_blocks 408 00000020:00010000:0.0:1734016146.456793:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016146.456795:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.456798:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a3b0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016146.456806:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841f80/0x7bf039d361d276e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0927e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.456817:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841f80/0x7bf039d361d276e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0927e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016146.456829:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016146.456830:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a3b0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016146.456845:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016146.456854:0:9673:0:(llite_lib.c:2534:ll_setattr_raw()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8) current size 5924708, valid attrs 2168, mode 8800, uid -1441591024, gid -30720, new size 5924708, atime 1734016146.000000000, mtime 1734016146.373000000, ctime 1734016146.373000000, rc 0 00000080:00200008:0.0:1734016146.456873:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016146.456878:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:0.0:1734016146.456890:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016146.456900:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800ab2c8800 type 13 mode 30 res 8589935617/9 (0 0) 00010000:00010000:0.0:1734016146.456927:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d811b00/0x7bf039d361d2775 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 9673 initiator: MDT0 00010000:00010000:0.0:1734016146.456933:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d811b00/0x7bf039d361d2775 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00010000:00010000:0.0:1734016146.456939:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d811b00/0x7bf039d361d2775 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00000100:00100000:0.0:1734016146.456953:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337134464:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016146.456999:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41a300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016146.486904:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337134464:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016146.486925:0:9673:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d811b00/0x7bf039d361d2775 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0928c expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.486934:0:9673:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d811b00/0x7bf039d361d2775 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0928c expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.486942:0:9673:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d811b00/0x7bf039d361d2775 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e0928c expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.486949:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d811b00/0x7bf039d361d2775 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0928c expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.486957:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d811b00/0x7bf039d361d2775 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e0928c expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.486962:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d811b00/0x7bf039d361d2775 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e0928c expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.486966:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d811b00/0x7bf039d361d2775 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e0928c expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1734016146.486974:0:9673:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a8d5a680 x1818247337134464/t0(0) o101->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016162 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:0.0:1734016146.486983:0:9673:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d811b00/0x7bf039d361d2775 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0928c expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1734016146.486993:0:9673:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d811b00/0x7bf039d361d2775 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0928c expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016146.487003:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800ab2c8800 type 13 mode 4 res 8589935617/9 (0 0) 00000080:00200000:0.0:1734016146.487049:0:9673:0:(file.c:6447:ll_layout_conf()) [0x200000401:0x9:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1734016146.487053:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d2775 00000080:00010000:0.0:1734016146.487058:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016146.487060:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2775 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016146.487063:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d811b00/0x7bf039d361d2775 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e0928c expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016146.487068:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d811b00/0x7bf039d361d2775 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e0928c expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016146.487100:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016146.487107:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016146.487119:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016146.487122:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d775b0, osc lock ffff8800aa1777c0, flags 0x400001002 00010000:00010000:0.0:1734016146.487132:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841f80/0x7bf039d361d276e lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0927e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.487141:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841f80/0x7bf039d361d276e lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0927e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.487149:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841f80/0x7bf039d361d276e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0927e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.487155:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841f80/0x7bf039d361d276e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0927e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016146.487168:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 5924708 i_blocks 408 00000020:00010000:0.0:1734016146.487171:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016146.487174:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.487176:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d775b0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.487178:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016146.487180:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d775b0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016146.487186:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016146.487198:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016146.487201:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016146.487203:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016146.487207:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016146.487209:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d775b0, osc lock ffff8800aa1777c0, flags 0x400001002 00010000:00010000:0.0:1734016146.487213:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841f80/0x7bf039d361d276e lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0927e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.487219:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841f80/0x7bf039d361d276e lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0927e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.487224:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841f80/0x7bf039d361d276e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0927e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.487229:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841f80/0x7bf039d361d276e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0927e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016146.487236:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 5924708 i_blocks 408 00000020:00010000:0.0:1734016146.487238:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016146.487240:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.487242:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d775b0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.487243:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016146.487245:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d775b0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016146.487248:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016146.487252:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 5924708 00000080:00200008:0.0:1734016146.487262:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016146.487266:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:0.0:1734016146.487281:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016146.487289:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b3df9000 type 13 mode 30 res 8589935617/9 (0 0) 00010000:00010000:0.0:1734016146.487316:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811440/0x7bf039d361d277c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 9673 initiator: MDT0 00010000:00010000:0.0:1734016146.487322:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811440/0x7bf039d361d277c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00010000:00010000:0.0:1734016146.487330:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811440/0x7bf039d361d277c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00000100:00100000:0.0:1734016146.487348:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337134592:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016146.487389:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41a300 going to sleep for 11 seconds 00000100:00100000:0.0:1734016146.507248:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337134592:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016146.507272:0:9673:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811440/0x7bf039d361d277c lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0929a expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.507283:0:9673:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811440/0x7bf039d361d277c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0929a expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.507293:0:9673:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811440/0x7bf039d361d277c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e0929a expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.507301:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811440/0x7bf039d361d277c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0929a expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.507309:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811440/0x7bf039d361d277c lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e0929a expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.507315:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811440/0x7bf039d361d277c lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e0929a expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.507320:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811440/0x7bf039d361d277c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e0929a expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1734016146.507332:0:9673:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a8d5a680 x1818247337134592/t0(0) o101->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016162 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:0.0:1734016146.507342:0:9673:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811440/0x7bf039d361d277c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0929a expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1734016146.507351:0:9673:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811440/0x7bf039d361d277c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0929a expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016146.507359:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b3df9000 type 13 mode 4 res 8589935617/9 (0 0) 00000080:00200000:0.0:1734016146.507402:0:9673:0:(file.c:6447:ll_layout_conf()) [0x200000401:0x9:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1734016146.507407:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d277c 00000080:00010000:0.0:1734016146.507411:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:0.0:1734016146.507414:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d277c from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016146.507416:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811440/0x7bf039d361d277c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e0929a expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016146.507422:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff88012d811440/0x7bf039d361d277c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e0929a expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016146.507448:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016146.507455:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016146.507467:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016146.507469:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d775b0, osc lock ffff8800aa1777c0, flags 0x400001002 00010000:00010000:0.0:1734016146.507488:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812400/0x7bf039d361d2783 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.507495:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812400/0x7bf039d361d2783 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016146.507556:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016146.507568:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337134720:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.509572:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339517824 00000100:00100000:3.0:1734016146.509579:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339517824 00000100:00100000:3.0:1734016146.509610:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11980 00000100:00100000:3.0:1734016146.509615:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339517824:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016146.509626:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841f80/0x7bf039d361d276e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0927e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.509634:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841f80/0x7bf039d361d276e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0927e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.509662:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016146.509664:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 5924708 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 408 00000020:00010000:3.0:1734016146.509666:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016146.509667:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 5924708 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 408 00000100:00100000:3.0:1734016146.509701:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339517824:12345-192.168.201.110@tcp:106: Request processed in 85us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.509706:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11980 00010000:00010000:0.0:1734016146.511199:0:1979:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812400/0x7bf039d361d2783 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.511213:0:1979:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812400/0x7bf039d361d2783 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.511222:0:1979:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812400/0x7bf039d361d2783 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.511226:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812400/0x7bf039d361d2783 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.511231:0:1979:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812400/0x7bf039d361d2783 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.511242:0:1979:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5924708, setting rss=5924708; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016146.511260:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812400/0x7bf039d361d2783 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.511266:0:1979:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812400/0x7bf039d361d2783 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.511272:0:1979:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812400/0x7bf039d361d2783 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.511278:0:1979:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d812400 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016146.511282:0:1979:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812400/0x7bf039d361d2783 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.511290:0:1979:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016146.511294:0:1979:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812400/0x7bf039d361d2783 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.511300:0:1979:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812400/0x7bf039d361d2783 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016146.511338:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337134720:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.515896:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339517952 00000100:00100000:3.0:1734016146.515903:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339517952 00000100:00100000:3.0:1734016146.515936:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11981 00000100:00100000:3.0:1734016146.515943:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339517952:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016146.515958:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841f80/0x7bf039d361d276e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0927e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.515967:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841f80/0x7bf039d361d276e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0927e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.515997:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016146.515999:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 5924708 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 408 00000020:00010000:3.0:1734016146.516002:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016146.516003:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 5924708 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 408 00000100:00100000:3.0:1734016146.516040:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339517952:12345-192.168.201.110@tcp:106: Request processed in 97us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.516045:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11981 00010000:00010000:3.0:1734016146.518748:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d278a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.518762:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d278a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.518771:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d278a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.518776:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d278a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.518781:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d278a lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.518800:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 5924708, setting rss=5924708; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016146.518809:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d278a lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.518814:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d278a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.518819:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d278a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.518824:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941440 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016146.518828:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d278a lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.518835:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016146.518839:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d278a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.518843:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941440/0x7bf039d361d278a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.518876:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337134848:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.521742:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339518080 00000100:00100000:3.0:1734016146.521749:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339518080 00000100:00100000:3.0:1734016146.521782:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11982 00000100:00100000:3.0:1734016146.521788:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:6483:x1818247339518080:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016146.521801:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d811b00/0x7bf039d361d2775 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e0928c expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016146.521865:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016146.521870:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:c31070bc-bffc-43e1-9f73-fdc65f69606a+5:6483:x1818247339518080:12345-192.168.201.110@tcp:104: Request processed in 82us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.521877:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11982 00000100:00100000:3.0:1734016146.544983:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339518208 00000100:00100000:3.0:1734016146.544991:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339518208 00000100:00100000:3.0:1734016146.545024:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11983 00000100:00100000:3.0:1734016146.545029:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339518208:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016146.545042:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800ae841f80/0x7bf039d361d276e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e0927e expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.547407:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:3.0:1734016146.547415:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339518208:12345-192.168.201.110@tcp:104: Request processed in 2384us (2532us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.547423:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11983 00000100:00100000:3.0:1734016146.555633:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339518464 00000100:00100000:3.0:1734016146.555649:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339518464 00000100:00100000:3.0:1734016146.555703:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11984 00000100:00100000:3.0:1734016146.555776:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6469:x1818247339518464:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016146.555789:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.555798:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.555807:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.555813:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.555820:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.555827:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.555852:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5941d40) 00000100:00100000:3.0:1734016146.555890:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6469:x1818247339518464:12345-192.168.201.110@tcp:105: Request processed in 180us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.555896:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11984 00010000:00010000:0.0:1734016146.556080:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.556087:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.556107:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.556120:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 5924708, setting rss=5924708; kms=5924708, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.556128:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.556134:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016146.556207:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016146.556220:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337135616:192.168.201.110@tcp:10:fsx.0 00000100:00100000:0.0:1734016146.578581:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337135616:192.168.201.110@tcp:10:fsx.0 00000100:00100000:0.0:1734016146.578617:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337135488:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016146.582320:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337135744:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016146.582341:0:9673:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d2798 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e092c4 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.582350:0:9673:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d2798 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e092c4 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.582359:0:9673:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d2798 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e092c4 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.582368:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d2798 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e092c4 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.582377:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d2798 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e092c4 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.582383:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d2798 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e092c4 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.582393:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d2798 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e092c4 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1734016146.582403:0:9673:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a8fd6300 x1818247337135744/t0(0) o101->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016162 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:0.0:1734016146.582414:0:9673:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d2798 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e092c4 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1734016146.582424:0:9673:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d2798 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e092c4 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016146.582437:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800b3df9000 type 13 mode 4 res 8589935617/9 (0 0) 00000080:00200000:0.0:1734016146.582489:0:9673:0:(file.c:6447:ll_layout_conf()) [0x200000401:0x9:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1734016146.582493:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d2798 00000080:00010000:0.0:1734016146.582497:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:0.0:1734016146.582500:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2798 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016146.582502:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d2798 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e092c4 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016146.582508:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d2798 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e092c4 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016146.582541:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016146.582549:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016146.582564:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016146.582566:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d778b0, osc lock ffff8800aa177300, flags 0x400001002 00010000:00010000:0.0:1734016146.582577:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.582588:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.582595:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.582600:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016146.582613:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2296048 i_blocks 200 00000020:00010000:0.0:1734016146.582616:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369feb58 (ffff8800aeaf9f38/0) at cl_lock_release():233 00000020:00010000:0.0:1734016146.582619:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369feb58 (ffff8800aeaf9f38/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.582620:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d778b0 (ffff8800aeaf9e18/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.582623:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369feb58 (ffff8800aeaf9f38/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016146.582624:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d778b0 (ffff8800aeaf9f38/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016146.582632:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016146.582661:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016146.582666:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016146.582669:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016146.582672:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016146.582674:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d778b0, osc lock ffff8800aa177300, flags 0x400001002 00010000:00010000:0.0:1734016146.582679:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.582685:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.582694:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.582700:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016146.582729:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2296048 i_blocks 200 00000020:00010000:0.0:1734016146.582731:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369feb58 (ffff8800aeaf9f38/0) at cl_lock_release():233 00000020:00010000:0.0:1734016146.582733:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369feb58 (ffff8800aeaf9f38/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.582734:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d778b0 (ffff8800aeaf9e18/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.582736:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369feb58 (ffff8800aeaf9f38/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016146.582738:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d778b0 (ffff8800aeaf9f38/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016146.582742:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016146.582746:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 2296048 00000080:00200008:0.0:1734016146.582756:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016146.582760:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:0.0:1734016146.582771:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016146.582777:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d2798 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e092c4 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016146.582782:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d2798 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e092c4 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016146.582789:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:0.0:1734016146.582791:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d2798 00000080:00010000:0.0:1734016146.582795:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2798 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016146.582797:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d2798 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e092c4 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016146.582802:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d2798 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e092c4 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016146.582809:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016146.582811:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016146.582815:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016146.582816:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d778b0, osc lock ffff8800aa177300, flags 0x400001002 00010000:00010000:0.0:1734016146.582820:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.582824:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.582829:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.582833:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016146.582839:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2296048 i_blocks 200 00000020:00010000:0.0:1734016146.582841:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369feb58 (ffff8800aeaf9f38/0) at cl_lock_release():233 00000020:00010000:0.0:1734016146.582843:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369feb58 (ffff8800aeaf9f38/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.582844:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d778b0 (ffff8800aeaf9e18/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.582846:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369feb58 (ffff8800aeaf9f38/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016146.582848:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d778b0 (ffff8800aeaf9f38/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016146.582851:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016146.582855:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016146.582858:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016146.582860:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016146.582862:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016146.582864:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d778b0, osc lock ffff8800aa177300, flags 0x400001002 00010000:00010000:0.0:1734016146.582867:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.582873:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.582878:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.582883:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016146.582889:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2296048 i_blocks 200 00000020:00010000:0.0:1734016146.582891:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369feb58 (ffff8800aeaf9f38/0) at cl_lock_release():233 00000020:00010000:0.0:1734016146.582892:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369feb58 (ffff8800aeaf9f38/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.582893:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d778b0 (ffff8800aeaf9e18/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.582895:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369feb58 (ffff8800aeaf9f38/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016146.582897:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d778b0 (ffff8800aeaf9f38/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016146.582902:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016146.582904:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 2296048 00000080:00a00000:0.0:1734016146.582953:0:9673:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0x9:0x0] vma=ffff8800b6ee6288 start=0x7f8ee1f16000 end=0x7f8ee1f1c000 vm_flags=0xf9 00000080:00200000:0.0:1734016146.582960:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016146.582962:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016146.582966:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016146.582967:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d778b0, osc lock ffff8800aa177300, flags 0x400001002 00010000:00010000:0.0:1734016146.582971:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.582977:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.582983:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.582988:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016146.582996:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2296048 i_blocks 200 00000020:00010000:0.0:1734016146.582997:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369feb58 (ffff8800aeaf9f38/0) at cl_lock_release():233 00000020:00010000:0.0:1734016146.582998:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369feb58 (ffff8800aeaf9f38/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.583000:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d778b0 (ffff8800aeaf9e18/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.583002:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369feb58 (ffff8800aeaf9f38/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016146.583003:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d778b0 (ffff8800aeaf9f38/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016146.583007:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016146.583065:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 58 00000080:00200000:0.0:1734016146.583072:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016146.583078:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016146.583085:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [58, 58] 00000008:00010000:0.0:1734016146.583092:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016146.583094:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d778b0, osc lock ffff8800aa177300, flags 0x0 00010000:00010000:0.0:1734016146.583098:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.583105:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (237568 241663) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.583111:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.583117:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.583121:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016146.584027:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016146.584042:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.584065:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (237568 241663) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016146.584093:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5aa00 - object 0x280000400:5 offset 237568<>241664 00000100:00100000:0.0:1734016146.584110:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337136000:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016146.592670:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.592701:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a300 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016146.592741:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337136000:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016146.593367:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.593390:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (233472 237567) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016146.593418:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcb800 - object 0x280000400:5 offset 233472<>237568 00000100:00100000:3.0:1734016146.593432:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016146.593440:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337136256:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016146.608570:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.608594:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.608614:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337136256:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016146.614419:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.614443:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.614459:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337136512:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016146.614891:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.614912:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (225280 229375) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016146.614934:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcb800 - object 0x280000400:5 offset 225280<>229376 00000100:00100000:3.0:1734016146.614945:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016146.614953:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337136768:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016146.618531:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.619576:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.619597:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337136768:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016146.620537:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016146.620547:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.620569:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (221184 225279) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016146.620593:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcb800 - object 0x280000400:5 offset 221184<>225280 00000100:00100000:3.0:1734016146.620607:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337137024:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016146.632818:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.632840:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.632856:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337137024:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016146.633201:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016146.633208:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.633227:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (217088 221183) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016146.633248:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcb800 - object 0x280000400:5 offset 217088<>221184 00000100:00100000:3.0:1734016146.633261:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337137280:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016146.653346:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.653380:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.653403:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337137280:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016146.663355:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.663380:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e86c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.663399:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337137536:192.168.201.110@tcp:3:fsx.0 00000080:00200000:3.0:1734016146.664143:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1734016146.664193:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 400 00000080:00200000:3.0:1734016146.664199:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016146.664204:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016146.664209:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [400, 400] 00000008:00010000:3.0:1734016146.664215:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016146.664217:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588aab0, osc lock ffff8800b5a2b8f0, flags 0x0 00010000:00010000:3.0:1734016146.664224:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.664231:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1638400 1642495) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.664238:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.664244:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.664249:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.664335:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:3.0:1734016146.664344:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.664365:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1638400 1642495) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016146.664399:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcb800 - object 0x280000400:5 offset 1638400<>1642496 00000100:00100000:3.0:1734016146.664417:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337137792:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016146.667533:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.667566:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012ffe3e40 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.667586:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337137792:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016146.669785:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.669823:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1634304 1638399) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016146.669855:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcb800 - object 0x280000400:5 offset 1634304<>1638400 00000100:00100000:3.0:1734016146.669877:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016146.669890:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337138048:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016146.675251:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.675272:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8cc0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.675289:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337138048:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016146.676930:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.676954:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1630208 1634303) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016146.676980:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcb800 - object 0x280000400:5 offset 1630208<>1634304 00000100:00100000:3.0:1734016146.676993:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016146.677001:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337138304:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016146.690482:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.690504:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.690520:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337138304:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016146.696580:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.696607:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.696628:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337138560:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016146.699195:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.699219:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (1622016 1626111) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016146.699244:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fcb800 - object 0x280000400:5 offset 1622016<>1626112 00000100:00100000:3.0:1734016146.699259:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016146.699270:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337138816:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016146.717983:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.718082:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.718100:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337138816:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016146.743956:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.744002:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.744015:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337138944:192.168.201.110@tcp:4:fsx.0 00000100:00100000:0.0:1734016146.764175:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337139072:192.168.201.110@tcp:44:fsx.0 00000080:00200000:0.0:1734016146.764248:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016146.764260:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1734016146.764348:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016146.764359:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337139200:192.168.201.110@tcp:16:fsx.0 00000100:00100000:0.0:1734016146.787521:0:1979:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012db5a800: committing for last_committed 4294969494 gen 1 00000100:00100000:0.0:1734016146.787613:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337139200:192.168.201.110@tcp:16:fsx.0 00000100:00100000:0.0:1734016146.802995:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337139328:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016146.803020:0:9673:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d279f lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e092d2 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.803030:0:9673:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d279f lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e092d2 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.803039:0:9673:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d279f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e092d2 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.803047:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d279f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e092d2 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.803060:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d279f lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e092d2 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.803066:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d279f lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e092d2 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.803072:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d279f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e092d2 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1734016146.803079:0:9673:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a8fd5f80 x1818247337139328/t0(0) o101->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016162 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:0.0:1734016146.803087:0:9673:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d279f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e092d2 expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1734016146.803097:0:9673:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d279f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e092d2 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016146.803107:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800ab2c8800 type 13 mode 4 res 8589935617/9 (0 0) 00000080:00200000:0.0:1734016146.803174:0:9673:0:(file.c:6447:ll_layout_conf()) [0x200000401:0x9:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1734016146.803178:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d279f 00000080:00010000:0.0:1734016146.803182:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016146.803185:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d279f from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016146.803187:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d279f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e092d2 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016146.803193:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d279f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e092d2 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016146.803222:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016146.803228:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016146.803248:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016146.803250:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77130, osc lock ffff8800aa177b50, flags 0x400001002 00010000:00010000:0.0:1734016146.803267:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813840/0x7bf039d361d27a6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.803274:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813840/0x7bf039d361d27a6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.820222:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339519360 00000100:00100000:3.0:1734016146.820231:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339519360 00000100:00100000:3.0:1734016146.821138:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11985 00000100:00100000:3.0:1734016146.821145:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339519360:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016146.821158:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.821167:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.821193:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 13, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016146.821196:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 2296048 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 248 00000020:00010000:3.0:1734016146.821199:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016146.821200:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 2296048 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 248 00000100:00100000:3.0:1734016146.821245:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339519360:12345-192.168.201.110@tcp:106: Request processed in 100us (1564us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.821252:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11985 00010000:00010000:0.0:1734016146.830109:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1734016146.830839:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2296048 i_blocks 248 00000020:00010000:0.0:1734016146.830843:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fe238 (ffff8800aeaf9ab8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016146.830846:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fe238 (ffff8800aeaf9ab8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.830849:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77130 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.830852:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fe238 (ffff8800aeaf9ab8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016146.830854:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77130 (ffff8800aeaf9ab8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016146.830864:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016146.830881:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016146.830886:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016146.830892:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016146.830902:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016146.830905:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77130, osc lock ffff8800aa177b50, flags 0x400001002 00010000:00010000:0.0:1734016146.830924:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d27ad lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.830931:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d27ad lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016146.830997:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337139584:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016146.836551:0:9553:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016146.836568:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339519488 00000100:00100000:3.0:1734016146.836575:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339519488 00000100:00100000:3.0:1734016146.836666:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11986 00000100:00100000:3.0:1734016146.836673:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339519488:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016146.836685:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.836694:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.836859:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 13, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016146.836861:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 2296048 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 248 00000020:00010000:3.0:1734016146.836863:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016146.836864:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 2296048 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 248 00000100:00100000:3.0:1734016146.836900:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339519488:12345-192.168.201.110@tcp:106: Request processed in 227us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.836906:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11986 00000080:00200000:0.0:1734016146.846313:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 2296048 i_blocks 248 00000020:00010000:0.0:1734016146.846320:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fe238 (ffff8800aeaf9ab8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016146.846323:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fe238 (ffff8800aeaf9ab8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.846327:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77130 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.846329:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fe238 (ffff8800aeaf9ab8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016146.846332:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77130 (ffff8800aeaf9ab8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016146.846342:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016146.846352:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 2296048 00000080:00200008:0.0:1734016146.846986:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 5271552, type: SEEK_SET 00000080:00200008:0.0:1734016146.846994:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 5271552, type: SEEK_SET, rc = 5271552 00000080:00200008:0.0:1734016146.847001:0:9673:0:(file.c:2466:do_file_write_iter()) START file f16a.sanityn:[0x200000401:0x9:0x0], ppos: 5271552, count: 44789 00000080:00200000:0.0:1734016146.847006:0:9673:0:(file.c:1826:ll_file_io_generic()) f16a.sanityn: write ppos: 5271552, bytes: 44789 00000080:00200000:0.0:1734016146.847011:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000020:00200000:0.0:1734016146.847016:0:9673:0:(cl_io.c:195:cl_io_rw_init()) header@ffff88012d0c2960[0x4, 13, [0x200000401:0x9:0x0] hash] 00000020:00200000:0.0:1734016146.847018:0:9673:0:(cl_io.c:195:cl_io_rw_init()) io range: 2 [5271552, 5316341) 0 0 00000080:00200000:0.0:1734016146.847021:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016146.847030:0:9673:0:(file.c:1893:ll_file_io_generic()) Range lock [1287, 1297] 00020000:00200000:0.0:1734016146.847035:0:9673:0:(lov_io.c:1021:lov_io_rw_iter_init()) stripe: 5271552 chunk: [5271552, 5316341) 5316341, 44789 00020000:00200000:0.0:1734016146.847038:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016146.847053:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1287, 1297] 00000008:00010000:0.0:1734016146.847064:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016146.847068:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77130, osc lock ffff8800aa177b50, flags 0x0 00010000:00010000:0.0:1734016146.847083:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.847093:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5271552 5316607) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.847103:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.847108:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.847113:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016146.847119:0:9673:0:(vvp_io.c:1326:vvp_io_write_start()) f16a.sanityn: write [5271552, 5316341) 00000080:00200000:0.0:1734016146.847143:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 1287 of 0 to 4096 bytes 00000080:00200000:0.0:1734016146.847194:0:9673:0:(rw26.c:1006:ll_write_end()) pos 5271552, len 4096, copied 4096 00000080:00200000:0.0:1734016146.847199:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800ac6b0e58[3 ffff88012d0c29e0 2 1 ffff8801369fe298] 00000080:00200000:0.0:1734016146.847202:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a7e900 1fffff00000805 3:0 ffff8800ac6b0e58 1287 lru 00000080:00200000:0.0:1734016146.847208:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800ac6b0eb8 1287: 1< 0 - - > 2< 5271552 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016146.847209:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800ac6b0e58 00000080:00200000:0.0:1734016146.847210:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 1. 00000080:00200000:0.0:1734016146.847212:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 1288 of 0 to 4096 bytes 00000080:00200000:0.0:1734016146.847224:0:9673:0:(rw26.c:1006:ll_write_end()) pos 5275648, len 4096, copied 4096 00000080:00200000:0.0:1734016146.847226:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800ac6b0ca8[3 ffff88012d0c29e0 2 1 ffff8801369fe298] 00000080:00200000:0.0:1734016146.847228:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a79100 1fffff00000805 3:0 ffff8800ac6b0ca8 1288 lru 00000080:00200000:0.0:1734016146.847231:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800ac6b0d08 1288: 1< 0 - - > 2< 5275648 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016146.847232:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800ac6b0ca8 00000080:00200000:0.0:1734016146.847233:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 2. 00000080:00200000:0.0:1734016146.847234:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 1289 of 0 to 4096 bytes 00000080:00200000:0.0:1734016146.847242:0:9673:0:(rw26.c:1006:ll_write_end()) pos 5279744, len 4096, copied 4096 00000080:00200000:0.0:1734016146.847244:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800ac6b0bd0[3 ffff88012d0c29e0 2 1 ffff8801369fe298] 00000080:00200000:0.0:1734016146.847246:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a78c80 1fffff00000805 3:0 ffff8800ac6b0bd0 1289 lru 00000080:00200000:0.0:1734016146.847251:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800ac6b0c30 1289: 1< 0 - - > 2< 5279744 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016146.847252:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800ac6b0bd0 00000080:00200000:0.0:1734016146.847252:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 3. 00000080:00200000:0.0:1734016146.847254:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 1290 of 0 to 4096 bytes 00000080:00200000:0.0:1734016146.847265:0:9673:0:(rw26.c:1006:ll_write_end()) pos 5283840, len 4096, copied 4096 00000080:00200000:0.0:1734016146.847268:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800ac6b0af8[3 ffff88012d0c29e0 2 1 ffff8801369fe298] 00000080:00200000:0.0:1734016146.847269:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea00029e6300 1fffff00000805 3:0 ffff8800ac6b0af8 1290 lru 00000080:00200000:0.0:1734016146.847272:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800ac6b0b58 1290: 1< 0 - - > 2< 5283840 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016146.847274:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800ac6b0af8 00000080:00200000:0.0:1734016146.847274:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 4. 00000080:00200000:0.0:1734016146.847275:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 1291 of 0 to 4096 bytes 00000080:00200000:0.0:1734016146.847283:0:9673:0:(rw26.c:1006:ll_write_end()) pos 5287936, len 4096, copied 4096 00000080:00200000:0.0:1734016146.847285:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800ac6b0a20[3 ffff88012d0c29e0 2 1 ffff8801369fe298] 00000080:00200000:0.0:1734016146.847287:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a79280 1fffff00000805 3:0 ffff8800ac6b0a20 1291 lru 00000080:00200000:0.0:1734016146.847291:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800ac6b0a80 1291: 1< 0 - - > 2< 5287936 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016146.847292:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800ac6b0a20 00000080:00200000:0.0:1734016146.847293:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 5. 00000080:00200000:0.0:1734016146.847294:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 1292 of 0 to 4096 bytes 00000080:00200000:0.0:1734016146.847304:0:9673:0:(rw26.c:1006:ll_write_end()) pos 5292032, len 4096, copied 4096 00000080:00200000:0.0:1734016146.847306:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800ac6b0948[3 ffff88012d0c29e0 2 1 ffff8801369fe298] 00000080:00200000:0.0:1734016146.847308:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002b372c0 1fffff00000805 3:0 ffff8800ac6b0948 1292 lru 00000080:00200000:0.0:1734016146.847312:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800ac6b09a8 1292: 1< 0 - - > 2< 5292032 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016146.847313:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800ac6b0948 00000080:00200000:0.0:1734016146.847314:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 6. 00000080:00200000:0.0:1734016146.847315:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 1293 of 0 to 4096 bytes 00000080:00200000:0.0:1734016146.847323:0:9673:0:(rw26.c:1006:ll_write_end()) pos 5296128, len 4096, copied 4096 00000080:00200000:0.0:1734016146.847325:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800ac6b0870[3 ffff88012d0c29e0 2 1 ffff8801369fe298] 00000080:00200000:0.0:1734016146.847327:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002a785c0 1fffff00000805 3:0 ffff8800ac6b0870 1293 lru 00000080:00200000:0.0:1734016146.847331:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800ac6b08d0 1293: 1< 0 - - > 2< 5296128 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016146.847332:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800ac6b0870 00000080:00200000:0.0:1734016146.847333:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 7. 00000080:00200000:0.0:1734016146.847334:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 1294 of 0 to 4096 bytes 00000080:00200000:0.0:1734016146.847342:0:9673:0:(rw26.c:1006:ll_write_end()) pos 5300224, len 4096, copied 4096 00000080:00200000:0.0:1734016146.847344:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800ac6b0798[3 ffff88012d0c29e0 2 1 ffff8801369fe298] 00000080:00200000:0.0:1734016146.847346:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002aa8ac0 1fffff00000805 3:0 ffff8800ac6b0798 1294 lru 00000080:00200000:0.0:1734016146.847350:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800ac6b07f8 1294: 1< 0 - - > 2< 5300224 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016146.847351:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800ac6b0798 00000080:00200000:0.0:1734016146.847352:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 8. 00000080:00200000:0.0:1734016146.847353:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 1295 of 0 to 4096 bytes 00000080:00200000:0.0:1734016146.847360:0:9673:0:(rw26.c:1006:ll_write_end()) pos 5304320, len 4096, copied 4096 00000080:00200000:0.0:1734016146.847362:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800ac6b06c0[3 ffff88012d0c29e0 2 1 ffff8801369fe298] 00000080:00200000:0.0:1734016146.847364:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002aa6300 1fffff00000805 3:0 ffff8800ac6b06c0 1295 lru 00000080:00200000:0.0:1734016146.847367:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800ac6b0720 1295: 1< 0 - - > 2< 5304320 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016146.847368:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800ac6b06c0 00000080:00200000:0.0:1734016146.847369:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 9. 00000080:00200000:0.0:1734016146.847370:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 1296 of 0 to 4096 bytes 00000080:00200000:0.0:1734016146.847377:0:9673:0:(rw26.c:1006:ll_write_end()) pos 5308416, len 4096, copied 4096 00000080:00200000:0.0:1734016146.847379:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800ac6b05e8[3 ffff88012d0c29e0 2 1 ffff8801369fe298] 00000080:00200000:0.0:1734016146.847381:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002b22b00 1fffff00000805 3:0 ffff8800ac6b05e8 1296 lru 00000080:00200000:0.0:1734016146.847385:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800ac6b0648 1296: 1< 0 - - > 2< 5308416 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016146.847386:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800ac6b05e8 00000080:00200000:0.0:1734016146.847387:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 10. 00000080:00200000:0.0:1734016146.847388:0:9673:0:(rw26.c:819:ll_write_begin()) Writing 1297 of 0 to 3829 bytes 00000080:00200000:0.0:1734016146.847397:0:9673:0:(rw26.c:1006:ll_write_end()) pos 5312512, len 3829, copied 3829 00000080:00200000:0.0:1734016146.847399:0:9673:0:(rw26.c:1044:ll_write_end()) page@ffff8800ac6b0510[3 ffff88012d0c29e0 2 1 ffff8801369fe298] 00000080:00200000:0.0:1734016146.847400:0:9673:0:(rw26.c:1044:ll_write_end()) vmpage @ffffea0002aa6ac0 1fffff00000805 3:0 ffff8800ac6b0510 1297 lru 00000080:00200000:0.0:1734016146.847404:0:9673:0:(rw26.c:1044:ll_write_end()) osc-page@ffff8800ac6b0570 1297: 1< 0 - - > 2< 5312512 0 0 0x0 0x0 | ffff880131005cc8 ffff8800aa318b60 > 3< 0 0 > 4< 0 0 8 489881600 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1734016146.847405:0:9673:0:(rw26.c:1044:ll_write_end()) end page@ffff8800ac6b0510 00000080:00200000:0.0:1734016146.847406:0:9673:0:(rw26.c:1044:ll_write_end()) queued page: 11. 00000080:00200000:0.0:1734016146.847408:0:9673:0:(vvp_io.c:1218:vvp_io_write_commit()) commit async pages: 11, from 0, to 3829 00000008:00010000:0.0:1734016146.847422:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41aa80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.847441:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41aa80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.847447:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41aa80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.847452:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41aa80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.847457:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41aa80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.847462:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41aa80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.847466:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41aa80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.847471:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41aa80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.847476:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41aa80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.847481:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41aa80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.847490:0:9673:0:(osc_cache.c:2323:osc_queue_async_io()) ### extent: ffff88012b41aa80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016146.847501:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 11, dirtied 11 00000080:00200000:0.0:1734016146.847508:0:9673:0:(vvp_io.c:1241:vvp_io_write_commit()) Committed 11 pages 44789 bytes, tot: 44789 00000080:00200000:0.0:1734016146.847510:0:9673:0:(vvp_io.c:1405:vvp_io_write_start()) f16a.sanityn: write bytes 0, result: 44789 00000020:00010000:0.0:1734016146.847518:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafa88 (ffff8800aeaf9ab8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016146.847520:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafa88 (ffff8800aeaf9ab8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.847522:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77130 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016146.847524:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.847530:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016146.847541:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafa88 (ffff8800aeaf9ab8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016146.847542:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77130 (ffff8800aeaf9ab8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016146.847546:0:9673:0:(vvp_io.c:533:vvp_io_advance()) advancing 44789 bytes 00000080:00200000:0.0:1734016146.847549:0:9673:0:(file.c:1930:ll_file_io_generic()) Range unlock [1287, 1297] 00000080:00200000:0.0:1734016146.847553:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016146.847555:0:9673:0:(file.c:1964:ll_file_io_generic()) f16a.sanityn: 2 io complete with rc: 0, result: 44789, restart: 0 00000080:00200000:0.0:1734016146.847559:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 5316341 i_blocks 248 00000080:00200000:0.0:1734016146.847561:0:9673:0:(file.c:2044:ll_file_io_generic()) iot: 2, result: 44789 00000080:00200008:0.0:1734016146.847569:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016146.847574:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:0.0:1734016146.847586:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016146.847595:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d2798 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e092c4 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016146.847602:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d2798 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e092c4 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016146.847609:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:0.0:1734016146.847612:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d2798 00000080:00010000:0.0:1734016146.847616:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d2798 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016146.847618:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d2798 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e092c4 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016146.847623:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d2798 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e092c4 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016146.847632:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016146.847648:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016146.847653:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016146.847655:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77130, osc lock ffff8800aa177b50, flags 0x400001002 00010000:00010000:0.0:1734016146.847660:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.847666:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.847672:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.847677:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016146.847689:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 5316341 i_blocks 248 00000020:00010000:0.0:1734016146.847691:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fe238 (ffff8800aeaf9ab8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016146.847692:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fe238 (ffff8800aeaf9ab8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.847694:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77130 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.847696:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fe238 (ffff8800aeaf9ab8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016146.847697:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77130 (ffff8800aeaf9ab8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016146.847701:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016146.847725:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016146.847728:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016146.847730:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016146.847733:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016146.847735:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77130, osc lock ffff8800aa177b50, flags 0x400001002 00010000:00010000:0.0:1734016146.847738:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.847744:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.847749:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.847754:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941d40/0x7bf039d361d2791 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092b6 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016146.847760:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 5316341 i_blocks 248 00000020:00010000:0.0:1734016146.847762:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369fe238 (ffff8800aeaf9ab8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016146.847764:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369fe238 (ffff8800aeaf9ab8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.847766:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77130 (ffff8800aeaf9128/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016146.847767:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369fe238 (ffff8800aeaf9ab8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016146.847769:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77130 (ffff8800aeaf9ab8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016146.847772:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016146.847774:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 5316341 00000100:00100000:3.0:1734016146.862085:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339519616 00000100:00100000:3.0:1734016146.862095:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339519616 00000100:00100000:3.0:1734016146.862139:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11987 00000100:00100000:3.0:1734016146.862145:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:7420:x1818247339519616:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016146.862164:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d2798 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x3f004d6452e092c4 expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1734016146.863489:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016146.863503:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:01c35be3-ce4e-49b2-9465-d7bd4af94f08+5:7420:x1818247339519616:12345-192.168.201.110@tcp:104: Request processed in 1353us (1550us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.863511:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11987 00000100:00100000:3.0:1734016146.880332:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016146.929960:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339519872 00000100:00100000:3.0:1734016146.929970:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339519872 00000100:00100000:3.0:1734016146.930016:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11989 00000100:00100000:3.0:1734016146.930022:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6469:x1818247339519872:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016146.930034:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d27b4 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e092ee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.930043:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d27b4 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e092ee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.930051:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d27b4 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e092ee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.930060:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d27b4 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e092ee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.930070:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d27b4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e092ee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.930077:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d27b4 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e092ee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.930097:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800a7f58b40) 00000100:00100000:3.0:1734016146.930134:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6469:x1818247339519872:12345-192.168.201.110@tcp:105: Request processed in 112us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.930140:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11989 00010000:00010000:0.0:1734016146.931479:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d27b4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e092ee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.931493:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d27b4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e092ee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.931519:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d27b4 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e092ee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016146.931530:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 5316341, setting rss=5316341; kms=5316341, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d27b4 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e092ee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.931540:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d27b4 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e092ee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016146.931546:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d27b4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e092ee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016146.931834:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016146.931850:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337140480:192.168.201.110@tcp:10:fsx.0 00000100:00100000:0.0:1734016146.953058:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337140480:192.168.201.110@tcp:10:fsx.0 00000100:00100000:0.0:1734016146.963487:0:9673:0:(client.c:2968:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88012db5a800: committing for last_committed 4294968668 gen 1 00000100:00100000:0.0:1734016146.963516:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4700 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337140608:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016146.963535:0:9673:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d27bb lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e092fc expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.963544:0:9673:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d27bb lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e092fc expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.964053:0:9673:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d27bb lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e092fc expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.964064:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d27bb lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e092fc expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.964073:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d27bb lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e092fc expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.964079:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d27bb lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e092fc expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016146.964083:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d27bb lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e092fc expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1734016146.964092:0:9673:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a8fd4700 x1818247337140608/t0(0) o101->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016162 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:0.0:1734016146.964101:0:9673:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d27bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e092fc expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1734016146.972915:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339520000 00000100:00100000:3.0:1734016146.972923:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339520000 00000100:00100000:3.0:1734016146.972968:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11990 00000100:00100000:3.0:1734016146.972976:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339520000:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016146.972988:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d27b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092ee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.972997:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d27b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092ee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.973017:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016146.973019:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 9564916 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 336 00000020:00010000:3.0:1734016146.973022:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016146.973023:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 9564916 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 336 00000100:00100000:3.0:1734016146.973080:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339520000:12345-192.168.201.110@tcp:106: Request processed in 101us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.973086:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11990 00000100:00100000:3.0:1734016146.985260:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339520128 00000100:00100000:3.0:1734016146.985267:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339520128 00000100:00100000:3.0:1734016146.985317:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11991 00000100:00100000:3.0:1734016146.985324:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339520128:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016146.985336:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d27b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092ee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.985345:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d27b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e092ee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016146.985370:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016146.985371:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 9564916 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 336 00000020:00010000:3.0:1734016146.985374:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016146.985375:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 9564916 mtime: 1734016146 atime: 1734016146 ctime: 1734016146 blocks: 336 00000100:00100000:3.0:1734016146.985412:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7689:x1818247339520128:12345-192.168.201.110@tcp:106: Request processed in 88us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016146.985417:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11991 00010000:00010000:3.0:1734016146.993216:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d27c9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.993233:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d27c9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.993243:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d27c9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.993253:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d27c9 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.993258:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d27c9 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016146.993268:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9564916, setting rss=9564916; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016146.993292:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d27c9 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.993298:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d27c9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.993304:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d27c9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.993309:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941f80 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016146.993313:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d27c9 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.993322:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016146.993326:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d27c9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016146.993332:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5941f80/0x7bf039d361d27c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016146.993373:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337140864:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.003226:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339520256 00000100:00100000:3.0:1734016147.003235:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339520256 00000100:00100000:3.0:1734016147.003284:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 11992 00000100:00100000:3.0:1734016147.003291:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339520256:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016147.003304:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d27b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e092ee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.003366:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016147.003371:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339520256:12345-192.168.201.110@tcp:104: Request processed in 81us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.003377:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 11992 00010000:00010000:0.0:1734016147.005871:0:5246:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016147.005883:0:5246:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d27b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e092ee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.005893:0:5246:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800a7f58b40 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016147.005900:0:5246:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d27b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400020000 nid: local remote: 0x3f004d6452e092ee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016147.005919:0:5246:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016147.005929:0:5246:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016147.005973:0:5246:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d27b4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e092ee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.005978:0:5246:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016147.008744:0:5246:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d27b4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e092ee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.008753:0:5246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800a7f58b40/0x7bf039d361d27b4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e092ee expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016147.008899:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337140992:192.168.201.110@tcp:101:fsx.0 00010000:00010000:3.0:1734016147.008925:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4734976->4739071] (req 4734976->4739071) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.008933:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4734976->4739071] (req 4734976->4739071) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.008938:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [4734976->4739071] (req 4734976->4739071) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.009159:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016147.009162:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016147.009164:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016147.015590:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016147.020757:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.020771:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.020795:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.020806:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9564916, setting rss=9564916; kms=9564916, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.020814:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.020820:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016147.020842:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9564916 i_blocks 336 00000020:00010000:0.0:1734016147.033242:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.033246:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.033251:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891cb0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016147.033260:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.033271:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.033285:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.033287:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891cb0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.033301:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016147.033319:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016147.033324:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:0.0:1734016147.033338:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016147.033348:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800ab2c8800 type 13 mode 30 res 8589935617/9 (0 0) 00010000:00010000:0.0:1734016147.033380:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 9673 initiator: MDT0 00010000:00010000:0.0:1734016147.033386:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00010000:00010000:0.0:1734016147.033394:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 9673 initiator: MDT0 00000100:00100000:0.0:1734016147.033409:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337141376:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016147.033998:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1734016147.038041:0:9673:0:(client.c:2968:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88012aae7800: committing for last_committed 4294968669 gen 1 00000100:00100000:0.0:1734016147.038089:0:9673:0:(client.c:3012:ptlrpc_free_committed()) @@@ stopping search req@ffff88012b40e680 x1818247337139840/t4294968670(4294968670) o36->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 488/456 e 0 to 0 dl 1734016162 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000100:00100000:0.0:1734016147.038099:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337141376:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016147.038120:0:9673:0:(ldlm_request.c:706:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 4/1,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0931f expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016147.038128:0:9673:0:(ldlm_request.c:734:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0931f expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016147.038139:0:9673:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e0931f expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016147.038148:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0931f expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016147.038157:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e0931f expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016147.038162:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 5/2,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e0931f expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1734016147.038167:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x3f004d6452e0931f expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00100000:0.0:1734016147.038174:0:9673:0:(mdc_locks.c:822:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8800a8d59c00 x1818247337141376/t0(0) o101->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 576/640 e 0 to 0 dl 1734016163 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'fsx.0' uid:0 gid:0 00000002:00010000:0.0:1734016147.038182:0:9673:0:(mdc_locks.c:926:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0931f expref: -99 pid: 9673 timeout: 0 lvb_type: 0 00000002:00010000:0.0:1734016147.038192:0:9673:0:(mdc_locks.c:1262:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x3f004d6452e0931f expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016147.038202:0:9673:0:(ldlm_lock.c:1516:ldlm_lock_match_with_skip()) ### not matched ns ffff8800ab2c8800 type 13 mode 4 res 8589935617/9 (0 0) 00000080:00200000:0.0:1734016147.038249:0:9673:0:(file.c:6447:ll_layout_conf()) [0x200000401:0x9:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1734016147.038253:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d27d7 00000080:00010000:0.0:1734016147.038257:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016147.038259:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d27d7 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016147.038261:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e0931f expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016147.038269:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e0931f expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016147.038293:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016147.038301:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016147.038315:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016147.038318:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77130, osc lock ffff8800aa177b50, flags 0x400001002 00010000:00010000:0.0:1734016147.038337:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d27de lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.038345:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d27de lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.038437:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016147.038452:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337141504:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.043083:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016147.045773:0:1978:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d27de lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.045788:0:1978:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d27de lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.045799:0:1978:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d27de lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.045803:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d27de lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.045811:0:1978:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d27de lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.045825:0:1978:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9564916, setting rss=9564916; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016147.045850:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d27de lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.045855:0:1978:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d27de lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.045860:0:1978:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d27de lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.045864:0:1978:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d813cc0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016147.045869:0:1978:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d27de lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.045878:0:1978:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016147.045881:0:1978:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d27de lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.045886:0:1978:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d27de lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.045932:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337141504:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.046824:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337141632:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.054169:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016147.058369:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9564916 i_blocks 336 00000020:00010000:0.0:1734016147.058374:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.058376:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.058380:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891730 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.058382:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.058384:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891730 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.058395:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016147.058405:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9564916 00000080:00a00000:0.0:1734016147.058507:0:9673:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0x9:0x0] vma=ffff8800b6ee65e8 start=0x7f8ee1f05000 end=0x7f8ee1f0e000 vm_flags=0xfb 00000080:00200000:0.0:1734016147.058518:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016147.058525:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016147.058538:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016147.058540:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77430, osc lock ffff8800aa1778f0, flags 0x400001002 00010000:00010000:0.0:1734016147.058555:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.058565:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.058572:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.058579:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016147.058596:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9564916 i_blocks 336 00000020:00010000:0.0:1734016147.058598:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.058601:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.058603:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77430 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.058604:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.058606:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77430 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.058611:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016147.058667:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 2091 00000080:00200000:0.0:1734016147.058674:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016147.058680:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016147.058687:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2091, 2091] 00000008:00010000:0.0:1734016147.058694:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016147.058696:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77430, osc lock ffff8800aa1778f0, flags 0x0 00010000:00010000:0.0:1734016147.058704:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.058727:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8564736 8568831) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.058733:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.058738:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.058743:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.058818:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016147.058827:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.058854:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8564736 8568831) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016147.058882:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59c00 - object 0x280000400:5 offset 8564736<>8568832 00000100:00100000:0.0:1734016147.058899:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337141888:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016147.063389:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.063425:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.063442:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337141888:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016147.068402:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.068406:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.068409:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891530 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016147.068415:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.068422:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.068433:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.068435:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891530 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.068447:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016147.068462:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016147.068474:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016147.068485:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2090, 2090] 00000008:00010000:0.0:1734016147.068498:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016147.068500:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d772b0, osc lock ffff8800aa177690, flags 0x0 00010000:00010000:0.0:1734016147.068516:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.068527:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8560640 8564735) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.068535:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.068540:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.068543:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.068572:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016147.068585:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:0.0:1734016147.068592:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.068599:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.068610:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41ac00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.068616:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.068617:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.068619:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d772b0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016147.068621:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.068626:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.068631:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.068644:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d772b0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.068650:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016147.068731:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 2089 00000080:00200000:0.0:1734016147.068737:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016147.068742:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016147.068747:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2089, 2089] 00000008:00010000:0.0:1734016147.068752:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016147.068754:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d772b0, osc lock ffff8800aa177690, flags 0x0 00010000:00010000:0.0:1734016147.068760:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.068765:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8556544 8560639) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.068776:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.068781:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.068785:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.069032:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016147.069041:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.069060:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8556544 8560639) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016147.069083:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59c00 - object 0x280000400:5 offset 8556544<>8560640 00000100:00100000:0.0:1734016147.069097:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337142400:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016147.078478:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.078520:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.078539:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337142400:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016147.096333:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.096337:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.096340:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891b30 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016147.096346:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.096355:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.096366:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.096369:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891b30 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.096382:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016147.096395:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016147.096404:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016147.096415:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2088, 2088] 00000008:00010000:0.0:1734016147.096424:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016147.096427:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77330, osc lock ffff8800aa177c80, flags 0x0 00010000:00010000:0.0:1734016147.096440:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.096450:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8552448 8556543) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.096458:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.096464:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.096474:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.096502:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016147.096515:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:0.0:1734016147.096522:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.096528:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8a80 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.096534:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.096540:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.096541:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.096543:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77330 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016147.096545:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.096550:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.096556:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.096558:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77330 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.096564:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016147.096616:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 2087 00000080:00200000:0.0:1734016147.096621:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016147.096627:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016147.096631:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2087, 2087] 00000008:00010000:0.0:1734016147.096645:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016147.096647:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77330, osc lock ffff8800aa177c80, flags 0x0 00010000:00010000:0.0:1734016147.096653:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.096659:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8548352 8552447) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.096665:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.096670:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.096675:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.096748:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016147.096758:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a0c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.096776:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8548352 8552447) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016147.096803:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59c00 - object 0x280000400:5 offset 8548352<>8552448 00000100:00100000:0.0:1734016147.096819:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337142912:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016147.105453:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.105457:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.105460:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77330 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016147.105465:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.105473:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.105484:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.105486:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77330 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.105498:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016147.105512:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016147.105522:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016147.105534:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2087, 2087] 00000008:00010000:0.0:1734016147.105543:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016147.105546:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77330, osc lock ffff8800aa177c80, flags 0x0 00010000:00010000:0.0:1734016147.105559:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.105568:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8548352 8552447) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.105575:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.105580:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.105584:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.105613:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a6c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016147.105625:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:0.0:1734016147.105646:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.105651:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.105657:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a6c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.105664:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.105665:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.105667:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77330 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016147.105670:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.105675:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.105681:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.105683:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77330 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.105688:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016147.105800:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 2086 00000080:00200000:0.0:1734016147.105808:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016147.105812:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016147.105816:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2086, 2086] 00000008:00010000:0.0:1734016147.105820:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016147.105822:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77330, osc lock ffff8800aa177c80, flags 0x0 00010000:00010000:0.0:1734016147.105828:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.105833:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8544256 8548351) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.105839:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.105844:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.105848:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.105911:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.105931:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8544256 8548351) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016147.105954:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5b480 - object 0x280000400:5 offset 8544256<>8548352 00000100:00100000:0.0:1734016147.105963:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016147.105970:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337143168:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016147.123965:0:1978:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.124031:0:1978:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.124055:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337143168:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016147.136849:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.136853:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.136856:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891fb0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016147.136862:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.136870:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.136881:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.136883:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891fb0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.136895:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016147.136909:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016147.136918:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016147.136927:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2085, 2085] 00000008:00010000:0.0:1734016147.136936:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016147.136940:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77630, osc lock ffff8800aa177db0, flags 0x0 00010000:00010000:0.0:1734016147.136954:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.136964:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8540160 8544255) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.136974:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.136981:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.136985:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.137013:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016147.137026:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:0.0:1734016147.137034:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.137041:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8240 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.137053:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a480 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.137060:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.137061:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.137063:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77630 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016147.137066:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.137070:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.137077:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.137078:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77630 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.137084:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016147.137141:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 2084 00000080:00200000:0.0:1734016147.137146:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016147.137150:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016147.137154:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2084, 2084] 00000008:00010000:0.0:1734016147.137158:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016147.137160:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77630, osc lock ffff8800aa177db0, flags 0x0 00010000:00010000:0.0:1734016147.137166:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.137172:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8536064 8540159) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.137183:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.137189:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.137194:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.137284:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016147.137293:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a9c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.137311:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8536064 8540159) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016147.137334:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5b480 - object 0x280000400:5 offset 8536064<>8540160 00000100:00100000:0.0:1734016147.137351:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337143680:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016147.149475:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a9c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.149516:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a9c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.149534:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337143680:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016147.151188:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8600 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.151214:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8531968 8536063) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016147.151240:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc9f80 - object 0x280000400:5 offset 8531968<>8536064 00000020:00010000:0.0:1734016147.163827:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.163830:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.163832:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b58911b0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016147.163838:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.163844:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.163856:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.163858:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b58911b0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.163870:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016147.163885:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016147.163894:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016147.163905:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2083, 2083] 00000008:00010000:0.0:1734016147.163915:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016147.163918:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d771b0, osc lock ffff8800aa177db0, flags 0x0 00010000:00010000:0.0:1734016147.163931:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.163940:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8531968 8536063) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.163947:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.163952:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.163962:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.163990:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a9c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016147.164001:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:0.0:1734016147.164008:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.164014:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e83c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.164020:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a9c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.164027:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.164029:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.164030:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d771b0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016147.164033:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.164037:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.164043:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.164045:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d771b0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.164050:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016147.164072:0:9673:0:(file.c:5185:ll_fsync()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8), start 8531968, end 8568831, datasync 1 00000080:00200000:0.0:1734016147.164079:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016147.164082:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:0.0:1734016147.164089:0:9673:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a9c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.164097:0:9673:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff88012b41a9c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.164249:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (8564736 8568831) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016147.164298:0:9673:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d5b480 - object 0x280000400:5 offset 8531968<>8568832 00000100:00100000:0.0:1734016147.164333:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016147.164344:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337144064:192.168.201.110@tcp:4:fsx.0 00000008:00010000:0.0:1734016147.203027:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a9c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.203094:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a9c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.203112:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337144064:192.168.201.110@tcp:4:fsx.0 00000080:00200000:0.0:1734016147.212701:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9564916 i_blocks 408 00000080:00200000:0.0:1734016147.212732:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016147.212997:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57b0c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016147.213003:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57b0c8),name=f16a.sanityn 00000002:00010000:0.0:1734016147.213022:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016147.213037:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d27bb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e092fc expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016147.213049:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d27bb lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e092fc expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016147.213059:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) 00000080:00010000:0.0:1734016147.213061:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57b0c8) for lock 0x7bf039d361d27bb 00000080:00010000:0.0:1734016147.213068:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d27bb from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016147.213071:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d27bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e092fc expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016147.213077:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012db5a800 lock: ffff8800b5942400/0x7bf039d361d27bb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e092fc expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016147.213095:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016147.213103:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016147.213117:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016147.213120:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d774b0, osc lock ffff8800aa177db0, flags 0x400001002 00010000:00010000:0.0:1734016147.213132:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.213139:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.213149:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.213159:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016147.213169:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9564916 i_blocks 408 00000020:00010000:0.0:1734016147.213173:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.213175:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.213177:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d774b0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.213180:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.213182:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d774b0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.213188:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016147.213199:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016147.213203:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016147.213206:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016147.213210:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016147.213211:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d774b0, osc lock ffff8800aa177db0, flags 0x400001002 00010000:00010000:0.0:1734016147.213217:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.213223:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.213229:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.213234:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016147.213246:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9564916 i_blocks 408 00000020:00010000:0.0:1734016147.213248:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.213249:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.213251:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d774b0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.213253:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.213255:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d774b0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.213259:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016147.213269:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9564916 00000080:00a00000:0.0:1734016147.213312:0:9673:0:(llite_mmap.c:611:ll_file_mmap()) VFS_Op: fid=[0x200000401:0x9:0x0] vma=ffff8800b6ee65e8 start=0x7f8ee1f01000 end=0x7f8ee1f0e000 vm_flags=0xf9 00000080:00200000:0.0:1734016147.213319:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016147.213321:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016147.213326:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016147.213328:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d774b0, osc lock ffff8800aa177db0, flags 0x400001002 00010000:00010000:0.0:1734016147.213332:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.213339:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.213344:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.213349:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016147.213357:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9564916 i_blocks 408 00000020:00010000:0.0:1734016147.213360:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.213362:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.213364:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d774b0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.213365:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8801369ffb50 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.213367:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d774b0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.213371:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016147.213413:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1205 00000080:00200000:0.0:1734016147.213419:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016147.213440:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016147.213448:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1205, 1205] 00000008:00010000:0.0:1734016147.213453:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016147.213456:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d774b0, osc lock ffff8800aa177db0, flags 0x0 00010000:00010000:0.0:1734016147.213462:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.213468:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4935680 4939775) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.213475:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.213481:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.213486:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.213548:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.213571:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4935680 4939775) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016147.213597:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59180 - object 0x280000400:5 offset 4935680<>4939776 00000100:00100000:0.0:1734016147.213607:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016147.213616:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337144448:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016147.217456:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.217500:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.217518:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337144448:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016147.231378:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.231382:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.231385:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b58918b0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016147.231392:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.231401:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.231414:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.231416:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b58918b0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.231430:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016147.231492:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1203 00000080:00200000:0.0:1734016147.231499:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016147.231512:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016147.231524:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1203, 1203] 00000008:00010000:0.0:1734016147.231533:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016147.231536:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d776b0, osc lock ffff8800aa177c80, flags 0x0 00010000:00010000:0.0:1734016147.231549:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.231560:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4927488 4931583) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.231570:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.231575:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.231580:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.231677:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:0.0:1734016147.231689:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.231730:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4927488 4931583) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016147.231758:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59180 - object 0x280000400:5 offset 4927488<>4931584 00000100:00100000:0.0:1734016147.231776:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337144960:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016147.236473:0:1978:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.236520:0:1978:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.236539:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337144960:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016147.298379:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.298383:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.298386:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b58916b0 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016147.298392:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.298403:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.298415:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.298418:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b58916b0 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.298433:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016147.298508:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1197 00000080:00200000:0.0:1734016147.298517:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016147.298528:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016147.298551:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1197, 1197] 00000008:00010000:0.0:1734016147.298563:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016147.298567:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77730, osc lock ffff8800aa177690, flags 0x0 00010000:00010000:0.0:1734016147.298582:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.298592:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4902912 4907007) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.298602:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.298608:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.298613:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.298739:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:0.0:1734016147.298748:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.298767:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4902912 4907007) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016147.298792:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59180 - object 0x280000400:5 offset 4902912<>4907008 00000100:00100000:0.0:1734016147.298807:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337146496:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016147.337315:0:1978:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.337355:0:1978:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.337372:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337146496:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016147.345610:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.345614:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.345617:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891d30 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016147.345622:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.345639:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.345652:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.345654:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891d30 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.345666:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016147.345747:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1195 00000080:00200000:0.0:1734016147.345754:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016147.345763:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016147.345772:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1195, 1195] 00000008:00010000:0.0:1734016147.345780:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016147.345783:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77030, osc lock ffff8800aa1778f0, flags 0x0 00010000:00010000:0.0:1734016147.345795:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.345804:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4894720 4898815) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.345812:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.345817:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.345823:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.345876:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:0.0:1734016147.345884:0:1978:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41af00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.345901:0:1978:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4894720 4898815) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016147.345923:0:1978:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59180 - object 0x280000400:5 offset 4894720<>4898816 00000100:00100000:0.0:1734016147.345936:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337147008:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016147.378565:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.378569:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.378573:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77030 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016147.378579:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.378587:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.378600:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.378602:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77030 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.378615:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016147.378673:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1194 00000080:00200000:0.0:1734016147.378680:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016147.378690:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016147.378700:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 0 [1194, 1194] 00000008:00010000:0.0:1734016147.378732:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016147.378736:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77030, osc lock ffff8800aa1778f0, flags 0x0 00010000:00010000:0.0:1734016147.378749:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.378759:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4890624 4894719) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.378767:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.378773:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 6/1,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.378778:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.378835:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.378852:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4890624 4894719) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016147.378879:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d58380 - object 0x280000400:5 offset 4890624<>4894720 00000100:00100000:0.0:1734016147.378889:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016147.378896:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337147264:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016147.387463:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.389596:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.389613:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337147264:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016147.403183:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.403187:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.403189:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891e30 (ffff8800aeaf9758/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016147.403195:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 4/1,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.403202:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.403213:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a8cafe48 (ffff8800aeaf9488/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.403214:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891e30 (ffff8800aeaf9488/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.403226:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1734016147.419158:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016147.461161:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016147.475443:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9564916 i_blocks 408 00000020:00010000:0.0:1734016147.475449:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d78ff8 (ffff8800a7e713f8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.475452:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d78ff8 (ffff8800a7e713f8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.475457:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b58912b0 (ffff8800a7e71cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.475460:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d78ff8 (ffff8800a7e713f8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.475462:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b58912b0 (ffff8800a7e713f8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.475472:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016147.475482:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9564916 00000080:00200008:0.0:1734016147.475498:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016147.475503:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:0.0:1734016147.475521:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016147.475532:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e0931f expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016147.475541:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e0931f expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016147.475550:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016147.475553:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d27d7 00000080:00010000:0.0:1734016147.475557:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d27d7 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016147.475559:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e0931f expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016147.475565:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e0931f expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016147.475582:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016147.475588:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016147.475600:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016147.475602:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d779b0, osc lock ffff8800aa177b50, flags 0x400001002 00010000:00010000:0.0:1734016147.475619:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d27fa lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.475625:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d27fa lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.475680:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016147.475689:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337147904:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.499404:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016147.507675:0:1979:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d27fa lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.507692:0:1979:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d27fa lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.507701:0:1979:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d27fa lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.507763:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d27fa lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.507769:0:1979:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d27fa lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.507781:0:1979:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9564916, setting rss=9564916; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016147.507808:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d27fa lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.507814:0:1979:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d27fa lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.507820:0:1979:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d27fa lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.507825:0:1979:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d812ac0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016147.507829:0:1979:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d27fa lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.507837:0:1979:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016147.507842:0:1979:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d27fa lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.507847:0:1979:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d27fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.507895:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337147904:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.515113:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016147.531562:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9564916 i_blocks 408 00000020:00010000:0.0:1734016147.531571:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d78ff8 (ffff8800a7e713f8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.531575:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d78ff8 (ffff8800a7e713f8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.531580:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891030 (ffff8800a7e71cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.531583:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d78ff8 (ffff8800a7e713f8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.531585:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891030 (ffff8800a7e713f8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.531601:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016147.531613:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9564916 00000080:00200008:0.0:1734016147.531639:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016147.531644:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:0.0:1734016147.531661:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016147.531676:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e0931f expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016147.531686:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e0931f expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016147.531698:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016147.531701:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d27d7 00000080:00010000:0.0:1734016147.531756:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d27d7 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016147.531761:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e0931f expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016147.531767:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e0931f expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016147.531810:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016147.531818:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016147.531830:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016147.531832:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d771b0, osc lock ffff8800aa177300, flags 0x400001002 00010000:00010000:0.0:1734016147.531854:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2808 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.531862:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2808 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.531929:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016147.531939:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337148160:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.540205:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016147.547568:0:1978:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2808 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.547585:0:1978:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2808 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.547597:0:1978:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2808 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.547603:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2808 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.547609:0:1978:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2808 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.547622:0:1978:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9564916, setting rss=9564916; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016147.547653:0:1978:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2808 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.547658:0:1978:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2808 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.547664:0:1978:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2808 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.547670:0:1978:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d812ac0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016147.547674:0:1978:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2808 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.547687:0:1978:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016147.547690:0:1978:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2808 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.547696:0:1978:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d812ac0/0x7bf039d361d2808 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.547767:0:1978:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337148160:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.553922:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016147.563542:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9564916 i_blocks 408 00000020:00010000:0.0:1734016147.563555:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d78ff8 (ffff8800a7e713f8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.563559:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d78ff8 (ffff8800a7e713f8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.563563:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891c30 (ffff8800a7e71cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.563566:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d78ff8 (ffff8800a7e713f8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.563568:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891c30 (ffff8800a7e713f8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.563583:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016147.563596:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9564916 00000080:00200008:0.0:1734016147.563611:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016147.563616:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:0.0:1734016147.563646:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016147.563661:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e0931f expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016147.563673:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e0931f expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016147.563688:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016147.563690:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d27d7 00000080:00010000:0.0:1734016147.563696:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d27d7 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016147.563699:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e0931f expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016147.563732:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e0931f expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016147.563751:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016147.563758:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016147.563769:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016147.563772:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77930, osc lock ffff8800aa1777c0, flags 0x400001002 00010000:00010000:0.0:1734016147.563791:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d2816 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.563799:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813cc0/0x7bf039d361d2816 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.563893:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337148416:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.574475:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000080:00200000:0.0:1734016147.582762:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9564916 i_blocks 408 00000020:00010000:0.0:1734016147.582769:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d78ff8 (ffff8800a7e713f8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.582772:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d78ff8 (ffff8800a7e713f8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.582777:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77930 (ffff8800a7e71cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.582780:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d78ff8 (ffff8800a7e713f8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.582782:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77930 (ffff8800a7e713f8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.582794:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016147.582818:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016147.582822:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016147.582834:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016147.582844:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [2218, 2233] 00000008:00010000:0.0:1734016147.582854:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016147.582857:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77930, osc lock ffff8800aa1777c0, flags 0x0 00010000:00010000:0.0:1734016147.582875:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d281d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.582882:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d281d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9084928->9150463] (req 9084928->9150463) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.582913:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d281d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9084928->9150463] (req 9084928->9150463) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.582942:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5bb80 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337148544:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016147.583533:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41a780 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.588607:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00000100:00100000:3.0:1734016147.588653:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339521664 00000100:00100000:3.0:1734016147.588661:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339521664 00000100:00100000:3.0:1734016147.588704:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 12003 00000100:00100000:3.0:1734016147.588737:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b3fc9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339521664:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016147.588755:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d27d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 4734976->4739071) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e09311 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.588829:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016147.588834:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b3fc9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339521664:12345-192.168.201.110@tcp:104: Request processed in 97us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.588843:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 12003 00000100:00100000:0.0:1734016147.594682:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5bb80 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337148544:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016147.594726:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d281d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9084928->9150463] (req 9084928->9150463) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e09365 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.594736:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d281d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9084928->9150463] (req 9084928->9150463) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e09365 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.594744:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d281d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [9084928->9150463] (req 9084928->9150463) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e09365 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016147.601341:0:1972:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016147.602738:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d281d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9084928->9150463) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e09365 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.602752:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d281d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9084928->9150463) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e09365 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.602776:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d281d lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9084928->9150463) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e09365 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.602788:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9564916, setting rss=9564916; kms=9564916, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d281d lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9084928->9150463) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e09365 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.602799:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d281d lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9084928->9150463) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09365 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.602806:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d281d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9084928->9150463) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09365 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016147.602835:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9564916 i_blocks 408 00000100:00100000:0.0:1734016147.602908:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016147.602923:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337148800:192.168.201.110@tcp:22:fsx.0 00000100:00100000:0.0:1734016147.608440:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337148800:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016147.612662:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339521920 00000100:00100000:3.0:1734016147.612673:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339521920 00010000:00010000:3.0:1734016147.618790:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d2824 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.618813:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d2824 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.618826:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d2824 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.618832:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d2824 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.618838:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d2824 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016147.618853:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9564916, setting rss=9564916; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016147.618873:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d2824 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.618879:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d2824 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.618885:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d2824 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.618893:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943cc0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016147.618898:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d2824 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.618907:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016147.618911:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d2824 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.618917:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d2824 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016147.619404:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337148928:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.620135:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016147.620147:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337149056:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.624973:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339522048 00000100:00100000:3.0:1734016147.624984:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339522048 00000100:00100000:3.0:1734016147.625024:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 12006 00000100:00100000:3.0:1734016147.625032:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339522048:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016147.625047:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d281d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9084928->9150463) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09365 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.625059:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d281d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9084928->9150463) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09365 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.625085:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016147.625088:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 9564916 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 536 00000020:00010000:3.0:1734016147.625091:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016147.625092:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 9564916 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 536 00000100:00100000:3.0:1734016147.625138:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339522048:12345-192.168.201.110@tcp:106: Request processed in 107us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.625144:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 12006 00010000:00010000:3.0:1734016147.628023:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d282b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.628043:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d282b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.628057:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d282b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.628064:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d282b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.628070:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d282b lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016147.628084:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9564916, setting rss=9564916; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016147.628370:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d282b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.628377:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d282b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.628388:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d282b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.628392:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5940240 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016147.628397:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d282b lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.628405:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016147.628409:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d282b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.628414:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5940240/0x7bf039d361d282b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016147.628799:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337149056:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.629242:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016147.629254:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337149184:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.633341:0:4739:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016147.633361:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339522176 00000100:00100000:3.0:1734016147.633371:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339522176 00000100:00100000:3.0:1734016147.633413:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 12007 00000100:00100000:3.0:1734016147.633421:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339522176:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016147.633434:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d281d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9084928->9150463) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09365 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.633450:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d281d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9084928->9150463) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09365 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.633475:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c27d0[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016147.633478:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 9564916 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 536 00000020:00010000:3.0:1734016147.633480:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2898[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016147.633481:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 9564916 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 536 00000100:00100000:3.0:1734016147.633529:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339522176:12345-192.168.201.110@tcp:106: Request processed in 107us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.633536:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 12007 00010000:00010000:3.0:1734016147.637431:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d2832 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.637450:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d2832 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.637463:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d2832 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.637469:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d2832 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.637475:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d2832 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016147.637488:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9564916, setting rss=9564916; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016147.637499:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d2832 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.637505:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d2832 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.637511:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d2832 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.637517:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943cc0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016147.637521:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d2832 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.637529:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016147.637533:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d2832 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.637538:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b5943cc0/0x7bf039d361d2832 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016147.638387:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337149184:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.641230:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339522304 00000100:00100000:3.0:1734016147.641239:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339522304 00000100:00100000:3.0:1734016147.641339:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 12008 00000100:00100000:3.0:1734016147.641347:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339522304:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016147.641365:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d281d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9084928->9150463) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e09365 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.641581:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016147.641588:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339522304:12345-192.168.201.110@tcp:104: Request processed in 241us (771us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.641595:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 12008 00010000:00010000:0.0:1734016147.641646:0:4747:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016147.641654:0:4747:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d281d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9084928->9150463) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e09365 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.641663:0:4747:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d8121c0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016147.641669:0:4747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d281d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9084928->9150463) gid 0 flags: 0x800428400020000 nid: local remote: 0x3f004d6452e09365 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016147.641699:0:4747:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016147.641732:0:4747:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016147.641781:0:4747:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d281d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9084928->9150463) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e09365 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.641789:0:4747:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016147.643083:0:4747:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d281d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9084928->9150463) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e09365 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.643093:0:4747:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d8121c0/0x7bf039d361d281d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 9084928->9150463) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e09365 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.643118:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016147.643120:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016147.643122:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016147.650440:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337149312:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016147.650470:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5287936->5292031] (req 5287936->5292031) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.650481:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5287936->5292031] (req 5287936->5292031) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.650488:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5287936->5292031] (req 5287936->5292031) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016147.650825:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339522432 00000100:00100000:3.0:1734016147.650833:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339522432 00000100:00100000:3.0:1734016147.650878:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 12009 00000100:00100000:3.0:1734016147.650885:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6469:x1818247339522432:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016147.650893:0:9553:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5287936->5292031] (req 5287936->5292031) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.650902:0:9553:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [5287936->5292031] (req 5287936->5292031) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.650909:0:9553:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.650917:0:9553:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.650923:0:9553:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.650930:0:9553:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.650951:0:9553:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b59406c0) 00000100:00100000:3.0:1734016147.650992:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:6469:x1818247339522432:12345-192.168.201.110@tcp:105: Request processed in 108us (923us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.650998:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 12009 00010000:00010000:0.0:1734016147.651407:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.651416:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.651436:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.651447:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9564916, setting rss=9564916; kms=9564916, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.651459:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.651465:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.651581:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016147.651591:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.651619:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5287936 5292031) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016147.651657:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59880 - object 0x280000400:5 offset 5287936<>5292032 00000100:00100000:0.0:1734016147.651675:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337149696:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016147.656598:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.656644:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.656665:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337149696:192.168.201.110@tcp:3:fsx.0 00000100:00100000:0.0:1734016147.656687:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337149440:192.168.201.110@tcp:103:ldlm_bl.0 00000008:00010000:3.0:1734016147.657688:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.657728:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5283840 5287935) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016147.657761:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc8380 - object 0x280000400:5 offset 5283840<>5287936 00000100:00100000:3.0:1734016147.657775:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016147.657784:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337149952:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016147.662010:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016147.662151:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016147.662174:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337149952:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016147.666248:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016147.666285:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016147.666310:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337150208:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016147.666922:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016147.666931:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.666953:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5275648 5279743) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016147.666983:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc8380 - object 0x280000400:5 offset 5275648<>5279744 00000100:00100000:3.0:1734016147.667001:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337150464:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016147.674236:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016147.674269:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8900 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016147.674293:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337150464:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016147.675026:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.675051:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5271552 5275647) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016147.675077:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc8380 - object 0x280000400:5 offset 5271552<>5275648 00000100:00100000:3.0:1734016147.675090:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016147.675098:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337150720:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016147.678556:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016147.678583:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e89c0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016147.678604:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337150720:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016147.680334:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.680366:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5267456 5271551) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016147.680398:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc8380 - object 0x280000400:5 offset 5267456<>5271552 00000100:00100000:3.0:1734016147.680415:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016147.680425:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337150976:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016147.686022:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016147.686053:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8840 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016147.686078:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337150976:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016147.686603:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000008:00010000:3.0:1734016147.686612:0:1980:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.686640:0:1980:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5263360 5267455) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016147.686668:0:1980:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc8380 - object 0x280000400:5 offset 5263360<>5267456 00000100:00100000:3.0:1734016147.686684:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337151232:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016147.689846:0:1980:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016147.689874:0:1980:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8c00 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016147.689895:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337151232:192.168.201.110@tcp:3:fsx.0 00000008:00010000:3.0:1734016147.690418:0:1981:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.690440:0:1981:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5259264 5263359) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:3.0:1734016147.690469:0:1981:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800b3fc8380 - object 0x280000400:5 offset 5259264<>5263360 00000100:00100000:3.0:1734016147.690480:0:1981:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734016147.690489:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337151488:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016147.694785:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16f38 (ffff8800a7e713f8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.694789:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16f38 (ffff8800a7e713f8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.694793:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891930 (ffff8800a7e71cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016147.694800:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.694810:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.694826:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16f38 (ffff8800a7e713f8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.694828:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891930 (ffff8800a7e713f8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.694841:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016147.694857:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016147.694868:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016147.694880:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1284, 1284] 00000008:00010000:0.0:1734016147.694890:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016147.694894:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77930, osc lock ffff8800aa176d10, flags 0x0 00010000:00010000:0.0:1734016147.694910:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.694926:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5259264 5263359) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.694935:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.694940:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.694945:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.694976:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016147.694989:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57b248, count 1, dirtied 1 00000008:00010000:0.0:1734016147.694998:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.695004:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8180 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.695011:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.695019:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16f38 (ffff8800a7e713f8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.695021:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16f38 (ffff8800a7e713f8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.695023:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77930 (ffff8800a7e71cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016147.695026:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.695032:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.695038:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16f38 (ffff8800a7e713f8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.695039:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77930 (ffff8800a7e713f8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.695044:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016147.695097:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 1283 00000080:00200000:0.0:1734016147.695102:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016147.695106:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016147.695109:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1283, 1283] 00000008:00010000:0.0:1734016147.695112:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016147.695114:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77930, osc lock ffff8800aa176d10, flags 0x0 00010000:00010000:0.0:1734016147.695119:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.695126:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5255168 5259263) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.695132:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.695138:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.695148:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.695210:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016147.695219:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a780 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.695239:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (5255168 5259263) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016147.695267:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59500 - object 0x280000400:5 offset 5255168<>5259264 00000100:00100000:0.0:1734016147.695282:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337151744:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016147.698808:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a780 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.699266:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a780 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.699292:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337151744:192.168.201.110@tcp:3:fsx.0 00000100:00100000:3.0:1734016147.700250:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337151872:192.168.201.110@tcp:4:fsx.0 00000008:00010000:3.0:1734016147.710291:0:1981:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016147.710339:0:1981:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8000 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016147.710356:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1981:1818247337151872:192.168.201.110@tcp:4:fsx.0 00000100:00100000:3.0:1734016147.711811:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337152000:192.168.201.110@tcp:16:fsx.0 00000100:00100000:3.0:1734016147.726255:0:1980:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012db5a800: committing for last_committed 4294969500 gen 1 00000100:00100000:3.0:1734016147.726306:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337152000:192.168.201.110@tcp:16:fsx.0 00000080:00200000:3.0:1734016147.730390:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1734016147.730409:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:3.0:1734016147.730459:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1734016147.730462:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a4b0, osc lock ffff8800b5a2b560, flags 0x400001002 00010000:00010000:3.0:1734016147.730485:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.730501:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.730513:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.730521:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016147.730545:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9564916 i_blocks 568 00000020:00010000:3.0:1734016147.730550:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800b3eb2480 (ffff8800b6d88d88/0) at cl_lock_release():233 00000020:00010000:3.0:1734016147.730553:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b3eb2480 (ffff8800b6d88d88/0) at cl_lock_cancel():150 00000020:00010000:3.0:1734016147.730555:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a4b0 (ffff8800b6d88bd8/1) at cl_lock_cancel():150 00000020:00010000:3.0:1734016147.730558:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b3eb2480 (ffff8800b6d88d88/0) at cl_lock_fini():85 00000020:00010000:3.0:1734016147.730560:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a4b0 (ffff8800b6d88d88/1) at cl_lock_fini():85 00000080:00200000:3.0:1734016147.730571:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1734016147.730579:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9564916 00000080:00200000:3.0:1734016147.730639:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:3.0:1734016147.730642:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:3.0:1734016147.730650:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016147.730657:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [1186, 1194] 00000008:00010000:3.0:1734016147.730664:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1734016147.730665:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b588a4b0, osc lock ffff8800b5a2b560, flags 0x0 00010000:00010000:3.0:1734016147.730671:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.730678:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (4857856 4894719) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.730684:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.730688:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 6/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.730693:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1734016147.730700:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9564916 i_blocks 568 00000100:00100000:3.0:1734016147.731179:0:1980:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734016147.731198:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337152128:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016147.736371:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337152128:192.168.201.110@tcp:22:fsx.0 00000020:00010000:0.0:1734016147.737054:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800ab1547b8 (ffff8800b6d88d88/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.737059:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800ab1547b8 (ffff8800b6d88d88/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.737065:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b588a4b0 (ffff8800b6d88bd8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016147.737077:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.737096:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.737109:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800ab1547b8 (ffff8800b6d88d88/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.737111:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b588a4b0 (ffff8800b6d88d88/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.737129:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016147.737160:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016147.737166:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:0.0:1734016147.737186:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016147.737204:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e0931f expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016147.737215:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e0931f expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016147.737227:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016147.737230:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d27d7 00000080:00010000:0.0:1734016147.737236:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d27d7 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016147.737238:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e0931f expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016147.737244:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e0931f expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016147.737261:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016147.737272:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016147.737290:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016147.737292:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d771b0, osc lock ffff8800aa1771d0, flags 0x400001002 00010000:00010000:0.0:1734016147.737313:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813840/0x7bf039d361d2840 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.737320:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813840/0x7bf039d361d2840 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.737399:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016147.737411:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337152256:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.743091:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339522560 00000100:00100000:3.0:1734016147.743106:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339522560 00000100:00100000:3.0:1734016147.743148:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 12010 00000100:00100000:3.0:1734016147.743155:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339522560:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016147.743170:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.743180:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.743231:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 10, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016147.743233:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 9564916 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 568 00000020:00010000:3.0:1734016147.743236:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016147.743237:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 9564916 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 568 00000100:00100000:3.0:1734016147.744846:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339522560:12345-192.168.201.110@tcp:106: Request processed in 1682us (1861us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.744857:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 12010 00000100:00100000:0.0:1734016147.749984:0:1979:0:(client.c:2968:ptlrpc_free_committed()) lustre-OST0001-osc-ffff88012aae7800: committing for last_committed 4294969499 gen 2 00010000:00010000:0.0:1734016147.750015:0:1979:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813840/0x7bf039d361d2840 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.750029:0:1979:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813840/0x7bf039d361d2840 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.750041:0:1979:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813840/0x7bf039d361d2840 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.750047:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813840/0x7bf039d361d2840 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.750053:0:1979:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813840/0x7bf039d361d2840 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.750065:0:1979:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9564916, setting rss=9564916; leaving kms=0, end=18446744073709551615 00010000:00010000:0.0:1734016147.750094:0:1979:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813840/0x7bf039d361d2840 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.750101:0:1979:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813840/0x7bf039d361d2840 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.750108:0:1979:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813840/0x7bf039d361d2840 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.750113:0:1979:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d813840 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016147.750118:0:1979:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813840/0x7bf039d361d2840 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.750127:0:1979:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1734016147.750131:0:1979:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813840/0x7bf039d361d2840 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.750136:0:1979:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff88012d813840/0x7bf039d361d2840 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.750176:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337152256:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.753053:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339522688 00000100:00100000:3.0:1734016147.753063:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339522688 00000100:00100000:3.0:1734016147.753110:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 12011 00000100:00100000:3.0:1734016147.753119:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339522688:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016147.753137:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.753155:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.753182:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 10, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016147.753184:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 9564916 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 568 00000020:00010000:3.0:1734016147.753187:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016147.753189:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 9564916 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 568 00000100:00100000:3.0:1734016147.753237:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339522688:12345-192.168.201.110@tcp:106: Request processed in 118us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.753244:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 12011 00010000:00010000:3.0:1734016147.756081:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d2847 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.756099:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d2847 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.756111:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d2847 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.756117:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d2847 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.756124:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d2847 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016147.756137:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9564916, setting rss=9564916; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016147.756150:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d2847 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.756156:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d2847 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.756162:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d2847 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.756169:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5943840 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016147.756174:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d2847 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.756184:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016147.756189:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d2847 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.756195:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5943840/0x7bf039d361d2847 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016147.756241:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337152384:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.764407:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339522816 00000100:00100000:3.0:1734016147.764417:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339522816 00000100:00100000:3.0:1734016147.764465:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 12012 00000100:00100000:3.0:1734016147.764472:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339522816:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016147.764489:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.764563:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1734016147.764569:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339522816:12345-192.168.201.110@tcp:104: Request processed in 97us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.764576:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 12012 00010000:00010000:0.0:1734016147.764732:0:5246:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016147.764740:0:5246:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.764748:0:5246:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b59406c0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016147.764753:0:5246:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x800428400020000 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016147.764781:0:5246:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016147.764899:0:5246:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016147.764941:0:5246:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.764948:0:5246:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016147.764980:0:5246:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.764987:0:5246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff8800b59406c0/0x7bf039d361d2839 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5287936->5292031) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e09381 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.765009:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016147.765010:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016147.765011:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016147.765025:0:1978:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734016147.765038:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1978:1818247337152640:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1734016147.772609:0:1973:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.110@tcp (source: 12345-192.168.201.110@tcp) 00010000:00010000:0.0:1734016147.773320:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d284e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5300224->5345279) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e09396 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.773329:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d284e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5300224->5345279) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e09396 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.773347:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d284e lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5300224->5345279) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e09396 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.773362:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9564916, setting rss=9564916; kms=9564916, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d284e lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5300224->5345279) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e09396 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.773373:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d284e lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5300224->5345279) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09396 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.773380:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d284e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5300224->5345279) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09396 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016147.773405:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9564916 i_blocks 568 00000020:00010000:0.0:1734016147.796492:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16f38 (ffff8800a7e713f8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.796497:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16f38 (ffff8800a7e713f8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.796503:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891eb0 (ffff8800a7e71cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016147.796516:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d284e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5300224->5345279) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09396 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.796530:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d284e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5300224->5345279) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09396 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.796546:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16f38 (ffff8800a7e713f8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.796548:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891eb0 (ffff8800a7e713f8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.796567:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016147.796600:0:9673:0:(file.c:5861:ll_getattr_dentry()) START file f16a.sanityn:[0x200000401:0x9:0x0](ffff8800af57a8c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1734016147.796607:0:9673:0:(file.c:5757:ll_inode_revalidate()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8),name=f16a.sanityn 00000002:00010000:0.0:1734016147.796635:0:9673:0:(mdc_locks.c:1411:mdc_intent_lock()) (name: ,[0x200000401:0x9:0x0]) in obj [0x200000401:0x9:0x0], intent: getattr flags 0 00010000:00010000:0.0:1734016147.796653:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e0931f expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016147.796664:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 2/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e0931f expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00010000:0.0:1734016147.796676:0:9673:0:(dcache.c:297:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) 00000080:00010000:0.0:1734016147.796679:0:9673:0:(llite_internal.h:2012:ll_set_lock_data()) setting l_data to inode [0x200000401:0x9:0x0](ffff8800af57a8c8) for lock 0x7bf039d361d27d7 00000080:00010000:0.0:1734016147.796685:0:9673:0:(dcache.c:194:ll_intent_drop_lock()) releasing lock with cookie 0x7bf039d361d27d7 from it ffff8800a7d3bcd8 00010000:00010000:0.0:1734016147.796688:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x3f004d6452e0931f expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00010000:00010000:0.0:1734016147.796694:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff88012aae7800 lock: ffff88012d810900/0x7bf039d361d27d7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x3f004d6452e0931f expref: -99 pid: 9673 timeout: 0 lvb_type: 3 00000080:00200000:0.0:1734016147.796729:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016147.796741:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016147.796758:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016147.796760:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77230, osc lock ffff8800aa1770a0, flags 0x400001002 00010000:00010000:0.0:1734016147.796774:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d284e lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5300224->5345279) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09396 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.796782:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d284e lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5300224->5345279) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09396 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.796792:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d284e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5300224->5345279) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09396 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.796799:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d284e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5300224->5345279) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09396 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016147.796818:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9564916 i_blocks 544 00000020:00010000:0.0:1734016147.796820:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d78ff8 (ffff8800a7e713f8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.796822:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d78ff8 (ffff8800a7e713f8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.796824:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77230 (ffff8800a7e71cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.796827:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d78ff8 (ffff8800a7e713f8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.796828:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77230 (ffff8800a7e713f8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.796834:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016147.796849:0:9673:0:(file.c:5051:ll_file_seek()) START file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null) 00000080:00200000:0.0:1734016147.796853:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1734016147.796855:0:9673:0:(glimpse.c:90:cl_glimpse_lock()) Glimpsing inode [0x200000401:0x9:0x0] 00000008:00010000:0.0:1734016147.796861:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1734016147.796863:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77230, osc lock ffff8800aa1770a0, flags 0x400001002 00010000:00010000:0.0:1734016147.796868:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d284e lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5300224->5345279) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09396 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.796874:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d284e lrc: 2/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5300224->5345279) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09396 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.796880:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d284e lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5300224->5345279) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e09396 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.796885:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d284e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5300224->5345279) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e09396 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016147.796894:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9564916 i_blocks 544 00000020:00010000:0.0:1734016147.796896:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d78ff8 (ffff8800a7e713f8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.796898:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d78ff8 (ffff8800a7e713f8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.796900:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77230 (ffff8800a7e71cf8/1) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.796902:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d78ff8 (ffff8800a7e713f8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.796904:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77230 (ffff8800a7e713f8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.796907:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:0.0:1734016147.796914:0:9673:0:(file.c:5083:ll_file_seek()) COMPLETED file f16a.sanityn:[0x200000401:0x9:0x0], offset: 0, type: (null), rc = 9564916 00000080:00200000:0.0:1734016147.796961:0:9673:0:(file.c:1603:ll_io_set_mirror()) f16a.sanityn: desiginated mirror: 0 00000080:00200000:0.0:1734016147.796964:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00020000:00200000:0.0:1734016147.796972:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016147.796982:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [852, 853] 00000008:00010000:0.0:1734016147.796988:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016147.796989:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77230, osc lock ffff8800aa1770a0, flags 0x0 00010000:00010000:0.0:1734016147.797007:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812640/0x7bf039d361d2855 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.797014:0:9673:0:(ldlm_request.c:1018:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812640/0x7bf039d361d2855 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3489792->3497983] (req 3489792->3497983) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.797042:0:9673:0:(ldlm_request.c:1105:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812640/0x7bf039d361d2855 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3489792->3497983] (req 3489792->3497983) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.797063:0:9673:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337152896:192.168.201.110@tcp:101:fsx.0 00000100:00100000:0.0:1734016147.797146:0:9673:0:(client.c:2562:ptlrpc_set_wait()) set ffff88012b41a540 going to sleep for 11 seconds 00000100:00100000:3.0:1734016147.812433:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339523072 00000100:00100000:3.0:1734016147.812449:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339523072 00000100:00100000:3.0:1734016147.812540:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 12014 00000100:00100000:3.0:1734016147.812548:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339523072:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016147.812578:0:9553:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d284e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 5300224->5345279) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e09396 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.815282:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b40ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337153024:192.168.201.110@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1734016147.815563:0:9553:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:3.0:1734016147.815578:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7689:x1818247339523072:12345-192.168.201.110@tcp:104: Request processed in 3025us (3664us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.815589:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 12014 00000100:00100000:0.0:1734016147.819233:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job fsx:01c35be3-ce4e-49b2-9465-d7bd4af94f08:9673:1818247337152896:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016147.819260:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812640/0x7bf039d361d2855 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3489792->3497983] (req 3489792->3497983) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e0939d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.819276:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812640/0x7bf039d361d2855 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3489792->3497983] (req 3489792->3497983) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0939d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.819283:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812640/0x7bf039d361d2855 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3489792->3497983] (req 3489792->3497983) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0939d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016147.823955:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339523200 00000100:00100000:3.0:1734016147.823970:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339523200 00010000:00010000:0.0:1734016147.826647:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812640/0x7bf039d361d2855 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3489792->3497983) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0939d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.826664:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812640/0x7bf039d361d2855 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3489792->3497983) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e0939d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.826699:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812640/0x7bf039d361d2855 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3489792->3497983) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e0939d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.826739:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9564916, setting rss=9564916; kms=9564916, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812640/0x7bf039d361d2855 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3489792->3497983) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e0939d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.826750:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812640/0x7bf039d361d2855 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3489792->3497983) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0939d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.826756:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812640/0x7bf039d361d2855 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3489792->3497983) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e0939d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016147.826777:0:9673:0:(file.c:1530:ll_merge_attr_nolock()) [0x200000401:0x9:0x0] updating i_size 9564916 i_blocks 544 00000100:00100000:0.0:1734016147.826875:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734016147.826891:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337153152:192.168.201.110@tcp:22:fsx.0 00000100:00100000:0.0:1734016147.833354:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b40ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337153024:192.168.201.110@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1734016147.835145:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337153152:192.168.201.110@tcp:22:fsx.0 00000100:00100000:3.0:1734016147.836104:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337153280:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.847921:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339523328 00000100:00100000:3.0:1734016147.847934:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339523328 00000100:00100000:3.0:1734016147.847992:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 12016 00000100:00100000:3.0:1734016147.848000:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339523328:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016147.848018:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812640/0x7bf039d361d2855 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3489792->3497983) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0939d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.848033:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812640/0x7bf039d361d2855 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3489792->3497983) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0939d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.848062:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016147.848065:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 9564916 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 544 00000020:00010000:3.0:1734016147.848067:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016147.848069:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 9564916 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 544 00000100:00100000:3.0:1734016147.848117:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339523328:12345-192.168.201.110@tcp:106: Request processed in 117us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.848124:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 12016 00010000:00010000:3.0:1734016147.850517:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d285c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.850539:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d285c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.850551:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d285c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.850557:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d285c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.850563:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d285c lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016147.850576:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9564916, setting rss=9564916; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016147.850600:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d285c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.850605:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d285c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.850611:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d285c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.850618:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b59433c0 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016147.850631:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d285c lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.850641:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016147.850647:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d285c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.850653:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b59433c0/0x7bf039d361d285c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016147.850696:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337153280:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.851248:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337153408:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.855583:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339523456 00000100:00100000:3.0:1734016147.855593:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339523456 00000100:00100000:3.0:1734016147.855652:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 12017 00000100:00100000:3.0:1734016147.855659:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339523456:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016147.855677:0:4739:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812640/0x7bf039d361d2855 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3489792->3497983) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0939d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.855687:0:4739:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812640/0x7bf039d361d2855 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3489792->3497983) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0939d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.855759:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016147.855762:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 9564916 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 544 00000020:00010000:3.0:1734016147.855764:0:4739:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016147.855765:0:4739:0:(cl_object.c:300:cl_object_glimpse()) size: 9564916 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 544 00000100:00100000:3.0:1734016147.855816:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339523456:12345-192.168.201.110@tcp:106: Request processed in 156us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.855822:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 12017 00010000:00010000:3.0:1734016147.862439:0:1980:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d2863 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.862464:0:1980:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d2863 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.862478:0:1980:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d2863 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.862483:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d2863 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.862491:0:1980:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d2863 lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016147.862509:0:1980:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9564916, setting rss=9564916; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016147.862521:0:1980:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d2863 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.862526:0:1980:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d2863 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.862532:0:1980:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d2863 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.862537:0:1980:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941200 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016147.862542:0:1980:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d2863 lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.862551:0:1980:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016147.862556:0:1980:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d2863 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.862561:0:1980:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941200/0x7bf039d361d2863 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016147.862593:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337153408:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.863102:0:1981:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337153536:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.866037:0:9553:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339523584 00000100:00100000:3.0:1734016147.866047:0:9553:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339523584 00000100:00100000:3.0:1734016147.866095:0:9553:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 12018 00000100:00100000:3.0:1734016147.866101:0:9553:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339523584:12345-192.168.201.110@tcp:106: 00010000:00010000:3.0:1734016147.866118:0:9553:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### glimpse ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812640/0x7bf039d361d2855 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3489792->3497983) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0939d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.866128:0:9553:0:(ldlm_lockd.c:2135:ldlm_handle_gl_callback()) ### client glimpse AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812640/0x7bf039d361d2855 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3489792->3497983) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e0939d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1734016147.866153:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2960[0x4, 1, [0x200000401:0x9:0x0] hash] 00000020:00010000:3.0:1734016147.866155:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 9564916 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 544 00000020:00010000:3.0:1734016147.866158:0:9553:0:(cl_object.c:300:cl_object_glimpse()) header@ffff88012d0c2a28[0x4, 2, [0x280000400:0x5:0x0] hash] 00000020:00010000:3.0:1734016147.866160:0:9553:0:(cl_object.c:300:cl_object_glimpse()) size: 9564916 mtime: 1734016147 atime: 1734016147 ctime: 1734016147 blocks: 544 00000100:00100000:3.0:1734016147.866207:0:9553:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:LOV_OSC_UUID+4:7690:x1818247339523584:12345-192.168.201.110@tcp:106: Request processed in 106us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.866213:0:9553:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 12018 00010000:00010000:3.0:1734016147.874603:0:1981:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d286a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.874635:0:1981:0:(ldlm_request.c:635:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d286a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.874649:0:1981:0:(ldlm_request.c:552:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d286a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.874770:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d286a lrc: 6/2,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.874781:0:1981:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d286a lrc: 5/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:3.0:1734016147.874795:0:1981:0:(osc_lock.c:178:osc_lock_lvb_update()) ### no dlm lock: acquired size 9564916, setting rss=9564916; leaving kms=0, end=18446744073709551615 00010000:00010000:3.0:1734016147.874817:0:1981:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d286a lrc: 4/1,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.874822:0:1981:0:(ldlm_lock.c:877:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d286a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.874829:0:1981:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d286a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.874835:0:1981:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff8800b5941f80 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:3.0:1734016147.874839:0:1981:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d286a lrc: 5/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.874848:0:1981:0:(ldlm_request.c:1296:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1734016147.874853:0:1981:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d286a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.874857:0:1981:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941f80/0x7bf039d361d286a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016147.876574:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337153536:192.168.201.110@tcp:101:fsx.0 00000100:00100000:3.0:1734016147.880408:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339523712 00000100:00100000:3.0:1734016147.880419:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339523712 00000100:00100000:3.0:1734016147.880474:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 12019 00000100:00100000:3.0:1734016147.880482:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339523712:12345-192.168.201.110@tcp:104: 00010000:00010000:3.0:1734016147.880502:0:4739:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812640/0x7bf039d361d2855 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3489792->3497983) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e0939d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.884201:0:5246:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1734016147.884219:0:5246:0:(ldlm_lockd.c:1928:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812640/0x7bf039d361d2855 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3489792->3497983) gid 0 flags: 0x800420000020000 nid: local remote: 0x3f004d6452e0939d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.884233:0:5246:0:(ldlm_lockd.c:1942:ldlm_handle_bl_callback()) Lock ffff88012d812640 already unused, calling callback (ffffffffa0a62d90) 00010000:00010000:0.0:1734016147.884240:0:5246:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812640/0x7bf039d361d2855 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3489792->3497983) gid 0 flags: 0x800428400020000 nid: local remote: 0x3f004d6452e0939d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016147.884265:0:5246:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016147.884278:0:5246:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016147.884337:0:5246:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812640/0x7bf039d361d2855 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3489792->3497983) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e0939d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.884343:0:5246:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1734016147.884436:0:4739:0:(ldlm_lockd.c:2208:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:3.0:1734016147.884453:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:7690:x1818247339523712:12345-192.168.201.110@tcp:104: Request processed in 3964us (4160us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.884465:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 12019 00010000:00010000:0.0:1734016147.886327:0:5246:0:(ldlm_lockd.c:1952:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812640/0x7bf039d361d2855 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3489792->3497983) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e0939d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.886338:0:5246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff88012db5a800 lock: ffff88012d812640/0x7bf039d361d2855 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3489792->3497983) gid 0 flags: 0x804c69400020020 nid: local remote: 0x3f004d6452e0939d expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.887680:0:9673:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job fsx:c31070bc-bffc-43e1-9f73-fdc65f69606a:9673:1818247337153664:192.168.201.110@tcp:101:fsx.0 00010000:00010000:0.0:1734016147.887703:0:9673:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3530752->3534847] (req 3530752->3534847) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.888051:0:9673:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3530752->3534847] (req 3530752->3534847) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.888059:0:9673:0:(ldlm_request.c:302:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3530752->3534847] (req 3530752->3534847) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1734016147.910336:0:4739:0:(service.c:171:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1734016147.910355:0:4739:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818247339523840 00000100:00100000:3.0:1734016147.910364:0:4739:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818247339523840 00000100:00100000:3.0:1734016147.910422:0:4739:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.110@tcp, seq: 12020 00000100:00100000:3.0:1734016147.910429:0:4739:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8ca3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6469:x1818247339523840:12345-192.168.201.110@tcp:105: 00010000:00010000:3.0:1734016147.910444:0:4739:0:(ldlm_lockd.c:2529:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3530752->3534847] (req 3530752->3534847) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.910455:0:4739:0:(ldlm_lockd.c:1987:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [3530752->3534847] (req 3530752->3534847) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.910462:0:4739:0:(ldlm_lockd.c:2064:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.910471:0:4739:0:(ldlm_lock.c:706:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.910483:0:4739:0:(ldlm_resource.c:1684:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x10080000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.910494:0:4739:0:(ldlm_lockd.c:2092:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x80000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1734016147.910527:0:4739:0:(ldlm_lockd.c:2103:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800b5941d40) 00000100:00100000:3.0:1734016147.910572:0:4739:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8ca3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6469:x1818247339523840:12345-192.168.201.110@tcp:105: Request processed in 143us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1734016147.910579:0:4739:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.110@tcp, seq: 12020 00010000:00010000:0.0:1734016147.910688:0:9673:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.910697:0:9673:0:(ldlm_request.c:788:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x20000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.910780:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x10000000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.910791:0:9673:0:(osc_lock.c:178:osc_lock_lvb_update()) ### acquired size 9564916, setting rss=9564916; kms=9564916, end=18446744073709551615 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x10020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.910802:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.910808:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.910922:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016147.910934:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a780 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.910970:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3530752 3534847) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016147.910997:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d58380 - object 0x280000400:5 offset 3530752<>3534848 00000100:00100000:0.0:1734016147.911014:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337154048:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016147.913966:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a780 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.914010:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a780 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.914030:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337154048:192.168.201.110@tcp:3:fsx.0 00000100:00100000:0.0:1734016147.925283:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337153792:192.168.201.110@tcp:103:ldlm_bl.0 00000020:00010000:0.0:1734016147.928704:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16f38 (ffff8800a7e713f8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.928750:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16f38 (ffff8800a7e713f8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.928753:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891bb0 (ffff8800a7e71cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016147.928761:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.928773:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.928785:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16f38 (ffff8800a7e713f8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.928787:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891bb0 (ffff8800a7e713f8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.928802:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016147.928814:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016147.928824:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016147.928834:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [861, 861] 00000008:00010000:0.0:1734016147.928842:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016147.928846:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77030, osc lock ffff8800aa176850, flags 0x0 00010000:00010000:0.0:1734016147.928858:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.928867:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3526656 3530751) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.928875:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.928880:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.928884:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.928910:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a780 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016147.928923:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:0.0:1734016147.928930:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.928936:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8540 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.928945:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a780 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.928951:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16f38 (ffff8800a7e713f8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.928952:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16f38 (ffff8800a7e713f8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.928954:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77030 (ffff8800a7e71cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016147.928956:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.928962:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.928968:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16f38 (ffff8800a7e713f8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.928969:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77030 (ffff8800a7e713f8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.928975:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016147.929020:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 860 00000080:00200000:0.0:1734016147.929024:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016147.929029:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016147.929033:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [860, 860] 00000008:00010000:0.0:1734016147.929036:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016147.929038:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77030, osc lock ffff8800aa176850, flags 0x0 00010000:00010000:0.0:1734016147.929043:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.929049:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3522560 3526655) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.929059:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.929064:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.929068:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.929127:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016147.929140:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a540 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.929160:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3522560 3526655) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016147.929187:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59500 - object 0x280000400:5 offset 3522560<>3526656 00000100:00100000:0.0:1734016147.929206:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337154560:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016147.933122:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a540 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.933176:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a540 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.933283:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337154560:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016147.950130:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16f38 (ffff8800a7e713f8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.950134:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16f38 (ffff8800a7e713f8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.950137:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891130 (ffff8800a7e71cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016147.950143:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.950150:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.950162:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16f38 (ffff8800a7e713f8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.950164:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891130 (ffff8800a7e713f8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.950175:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016147.950188:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016147.950197:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016147.950207:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [859, 859] 00000008:00010000:0.0:1734016147.950216:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016147.950219:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77730, osc lock ffff8800aa176e40, flags 0x0 00010000:00010000:0.0:1734016147.950234:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.950245:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3518464 3522559) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.950252:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.950258:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.950266:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.950296:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a540 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016147.950308:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:0.0:1734016147.950314:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.950320:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e80c0 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.950325:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a540 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.950332:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16f38 (ffff8800a7e713f8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.950334:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16f38 (ffff8800a7e713f8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.950336:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d77730 (ffff8800a7e71cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016147.950338:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.950344:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.950350:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16f38 (ffff8800a7e713f8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.950352:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d77730 (ffff8800a7e713f8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.950358:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016147.950415:0:9673:0:(rw.c:1991:ll_readpage()) fast read pgno: 858 00000080:00200000:0.0:1734016147.950420:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016147.950425:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016147.950428:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [858, 858] 00000008:00010000:0.0:1734016147.950432:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016147.950434:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d77730, osc lock ffff8800aa176e40, flags 0x0 00010000:00010000:0.0:1734016147.950439:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.950445:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3514368 3518463) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.950452:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.950458:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.950462:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.950527:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000008:00010000:0.0:1734016147.950536:0:1979:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.950556:0:1979:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3514368 3518463) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00100000:0.0:1734016147.950590:0:1979:0:(osc_request.c:2005:osc_brw_prep_request()) brw rpc ffff8800a8d59500 - object 0x280000400:5 offset 3514368<>3518464 00000100:00100000:0.0:1734016147.950606:0:1979:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337155072:192.168.201.110@tcp:3:fsx.0 00000008:00010000:0.0:1734016147.953685:0:1979:0:(osc_cache.c:824:osc_extent_finish()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.953764:0:1979:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016147.953785:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1979:1818247337155072:192.168.201.110@tcp:3:fsx.0 00000020:00010000:0.0:1734016147.959615:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16f38 (ffff8800a7e713f8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.959628:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16f38 (ffff8800a7e713f8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.959630:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b5891430 (ffff8800a7e71cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016147.959637:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.959644:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.959655:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16f38 (ffff8800a7e713f8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.959657:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b5891430 (ffff8800a7e713f8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.959667:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016147.959682:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016147.959693:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1734016147.959703:0:9673:0:(vvp_io.c:215:vvp_io_one_lock_index()) lock: 1 [857, 857] 00000008:00010000:0.0:1734016147.959771:0:9673:0:(lustre_osc.h:163:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1734016147.959775:0:9673:0:(osc_lock.c:1238:osc_lock_init()) ### lock ffff8800b6d776b0, osc lock ffff8800aa177a20, flags 0x0 00010000:00010000:0.0:1734016147.959788:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.959796:0:9673:0:(ldlm_lock.c:1499:ldlm_lock_match_with_skip()) ### matched (3510272 3514367) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.959804:0:9673:0:(ldlm_lock.c:765:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.959809:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.959814:0:9673:0:(ldlm_lock.c:907:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.959841:0:9673:0:(osc_cache.c:783:osc_extent_find()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016147.959854:0:9673:0:(vvp_io.c:1133:vvp_set_batch_dirty()) mapping ffff8800af57aa48, count 1, dirtied 1 00000008:00010000:0.0:1734016147.959861:0:9673:0:(osc_cache.c:543:osc_extent_merge()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.959867:0:9673:0:(osc_cache.c:484:__osc_extent_remove()) ### extent: ffff8800ab3e8f00 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.959875:0:9673:0:(osc_cache.c:560:osc_extent_merge()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.959887:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) release lock: ffff8800a7d16f38 (ffff8800a7e713f8/0) at cl_lock_release():233 00000020:00010000:0.0:1734016147.959889:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800a7d16f38 (ffff8800a7e713f8/0) at cl_lock_cancel():150 00000020:00010000:0.0:1734016147.959891:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: ffff8800b6d776b0 (ffff8800a7e71cf8/1) at cl_lock_cancel():150 00010000:00010000:0.0:1734016147.959894:0:9673:0:(ldlm_lock.c:819:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x810020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016147.959899:0:9673:0:(ldlm_lock.c:900:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000020:00010000:0.0:1734016147.959905:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800a7d16f38 (ffff8800a7e713f8/0) at cl_lock_fini():85 00000020:00010000:0.0:1734016147.959907:0:9673:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: ffff8800b6d776b0 (ffff8800a7e713f8/1) at cl_lock_fini():85 00000080:00200000:0.0:1734016147.959915:0:9673:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1734016147.959948:0:9673:0:(file.c:5185:ll_fsync()) VFS Op:inode=[0x200000401:0x9:0x0](ffff8800af57a8c8), start 3510272, end 3534847, datasync 1 00000080:00200000:0.0:1734016147.959953:0:9673:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1734016147.959957:0:9673:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:0.0:1734016147.959965:0:9673:0:(osc_cache.c:1823:try_to_add_extent_for_io()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000008:00010000:0.0:1734016147.959973:0:9673:0:(osc_cache.c:1066:osc_extent_make_ready()) ### extent: ffff88012b41a000 ns: lustre-OST0001-osc-ffff88012aae7800 lock: ffff8800b5941d40/0x7bf039d361d2871 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 3530752->3534847) gid 0 flags: 0x800020000020000 nid: local remote: 0x3f004d6452e093b9 expref: -99 pid: 9673 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1734016148.184178:0:1978:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1978:1818247337155968:192.168.201.110@tcp:400:kworker.0 00010000:00010000:0.0:1734016149.843963:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016152.849878:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016153.191940:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337156352:192.168.201.110@tcp:400:kworker.0 00000100:00100000:3.0:1734016153.192003:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337156608:192.168.201.110@tcp:400:kworker.0 00000100:00100000:3.0:1734016153.192025:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337156864:192.168.201.110@tcp:400:kworker.0 00000080:00200000:3.0:1734016154.071871:0:5:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016154.071889:0:5:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016154.071944:0:5:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1734016155.855973:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016158.199941:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337157120:192.168.201.110@tcp:400:kworker.0 00000100:00100000:3.0:1734016158.200020:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337157376:192.168.201.110@tcp:400:kworker.0 00000100:00100000:3.0:1734016158.200053:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337157632:192.168.201.110@tcp:400:kworker.0 00010000:00010000:0.0:1734016158.861917:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016161.868000:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016163.207933:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337157888:192.168.201.110@tcp:400:kworker.0 00000100:00100000:3.0:1734016163.208013:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800b3fcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337158144:192.168.201.110@tcp:400:kworker.0 00000100:00100000:3.0:1734016163.208033:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8efa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337158400:192.168.201.110@tcp:400:kworker.0 00000100:00000400:0.0:1734016164.183953:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016148/real 1734016148] req@ffff8800a8d59500 x1818247337155840/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 1 dl 1734016164 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016164.183986:0:1979:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800a8d59500 x1818247337155840/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 1 dl 1734016164 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016164.183997:0:1979:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1734016164.184002:0:1979:0:(import.c:204:ptlrpc_set_import_discon()) MGC192.168.201.110@tcp: Connection to MGS (at 192.168.201.110@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1734016164.184009:0:1979:0:(import.c:210:ptlrpc_set_import_discon()) import MGS@192.168.201.110@tcp for MGC192.168.201.110@tcp not replayable, auto-deactivating 00000100:00080000:0.0:1734016164.184011:0:1979:0:(import.c:159:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1734016164.184016:0:1979:0:(client.c:3445:ptlrpc_abort_inflight()) @@@ inflight req@ffff8800a8d59500 x1818247337155840/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 1 dl 1734016164 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016164.184026:0:1979:0:(client.c:3445:ptlrpc_abort_inflight()) @@@ inflight req@ffff8800b3fc9180 x1818247337156224/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1734016169 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016164.184052:0:1979:0:(client.c:3445:ptlrpc_abort_inflight()) @@@ inflight req@ffff8800b3fc8700 x1818247337156992/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1734016174 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016164.184061:0:1979:0:(client.c:3445:ptlrpc_abort_inflight()) @@@ inflight req@ffff8800b3fc9f80 x1818247337157760/t0(0) o400->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 224/224 e 0 to 0 dl 1734016179 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 10000000:01000000:0.0:1734016164.184070:0:1979:0:(mgc_request.c:1140:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1734016164.184074:0:1979:0:(pinger.c:217:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1734016164.184076:0:1979:0:(mgc_request.c:1140:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1734016164.184077:0:1979:0:(import.c:432:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00000400:0.0:1734016164.184103:0:1979:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016148/real 1734016148] req@ffff8800a8d58e00 x1818247337156096/t0(0) o400->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1734016164 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016164.184116:0:1979:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800a8d58e00 x1818247337156096/t0(0) o400->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1734016164 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016164.184123:0:1979:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1734016164.184128:0:1979:0:(import.c:200:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff88012db5a800: Connection to lustre-MDT0000 (at 192.168.201.110@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1734016164.184135:0:1979:0:(import.c:432:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00100000:0.0:1734016164.184148:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:63afa445-d95f-4754-9884-d132561fd492:1979:1818247337155840:192.168.201.110@tcp:400:kworker.0 00000100:00100000:0.0:1734016164.184156:0:1979:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1979:1818247337156096:192.168.201.110@tcp:400:kworker.0 00000100:00080000:3.0:1734016164.184223:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016164.184233:0:5:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1734016164.184237:0:5:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016164.184245:0:5:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 104 00000100:00080000:3.0:1734016164.184260:0:5:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:3.0:1734016164.184294:0:5:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8efbb80 x1818247337158528/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016164.184387:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016164.184391:0:5:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1734016164.184393:0:5:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016164.184398:0:5:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 133 00000100:00080000:3.0:1734016164.184404:0:5:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:3.0:1734016164.184414:0:5:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1734016164.184424:0:5:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8efa680 x1818247337159040/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734016164.184459:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8ef9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337158784:192.168.201.110@tcp:400:kworker.0 00000100:00100000:3.0:1734016164.184501:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8ef9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337159168:192.168.201.110@tcp:400:kworker.0 00000100:00080000:3.0:1734016164.224152:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016164.224160:0:5:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1734016164.224163:0:5:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016164.224170:0:5:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 150 00000100:00080000:3.0:1734016164.224180:0:5:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:3.0:1734016164.224188:0:5:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016164.224208:0:5:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8ef9c00 x1818247337159296/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:0.0:1734016164.873972:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1734016165.207996:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016165.208004:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016165.208056:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016165.208060:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016165.208063:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016165.208066:0:5:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1734016165.208070:0:5:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016165.208078:0:5:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 153 00000100:00080000:3.0:1734016165.208091:0:5:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:3.0:1734016165.208101:0:5:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016165.208117:0:5:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8ef8700 x1818247337159552/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016165.208146:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016165.208150:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1734016165.208179:0:1980:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8efb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337159680:192.168.201.110@tcp:400:kworker.0 00000100:00100000:0.0:1734016165.208207:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8ef8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337159552:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734016167.879972:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:3.0:1734016169.207869:0:1980:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016153/real 1734016153] req@ffff8800b3fcb480 x1818247337156352/t0(0) o400->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1734016169 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016169.207908:0:1980:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800b3fcb480 x1818247337156352/t0(0) o400->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1734016169 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016169.207918:0:1980:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1734016169.207923:0:1980:0:(import.c:200:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff88012aae7800: Connection to lustre-MDT0000 (at 192.168.201.110@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1734016169.207932:0:1980:0:(import.c:432:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000400:3.0:1734016169.207961:0:1980:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016153/real 1734016153] req@ffff8800b3fcbb80 x1818247337156608/t0(0) o400->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016169 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016169.207973:0:1980:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800b3fcbb80 x1818247337156608/t0(0) o400->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016169 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016169.207980:0:1980:0:(import.c:232:ptlrpc_set_import_discon()) osc: import ffff8800ab399800 already not connected (conn 3, was 2): CONNECTING 00000100:00000400:3.0:1734016169.207986:0:1980:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016153/real 1734016153] req@ffff8800b3fc8380 x1818247337156864/t0(0) o400->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016169 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016169.207988:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016169.207997:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1734016169.207998:0:1980:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800b3fc8380 x1818247337156864/t0(0) o400->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016169 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016169.208000:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016169.208004:0:5:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1734016169.208005:0:1980:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from FULL to DISCONN 00000100:00080000:0.0:1734016169.208008:0:5:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:02000400:3.0:1734016169.208009:0:1980:0:(import.c:200:ptlrpc_set_import_discon()) lustre-OST0001-osc-ffff88012db5a800: Connection to lustre-OST0001 (at 192.168.201.110@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1734016169.208013:0:1980:0:(import.c:432:ptlrpc_pinger_force()) lustre-OST0001_UUID: waking up pinger s:DISCONN 00000100:00080000:0.0:1734016169.208016:0:5:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 104 00000100:00080000:0.0:1734016169.208030:0:5:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:3.0:1734016169.208039:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337156352:192.168.201.110@tcp:400:kworker.0 00000008:00100000:0.0:1734016169.208040:0:5:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1734016169.208046:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337156864:192.168.201.110@tcp:400:kworker.0 00000100:00100000:0.0:1734016169.208074:0:5:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58e00 x1818247337159808/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016169.208094:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016169.208098:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016169.208101:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016169.208104:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016169.208108:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016169.208111:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016169.208114:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016169.208117:0:5:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016169.208119:0:5:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016169.208123:0:5:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 133 00000100:00080000:0.0:1734016169.208127:0:5:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016169.208132:0:5:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016169.208141:0:5:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59500 x1818247337159936/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016169.208155:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016169.208157:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016169.208160:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016169.208163:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016169.208165:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016169.208168:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016169.208170:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016169.208172:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016170.209923:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016170.209931:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016170.209935:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016170.209939:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016170.209942:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016170.209945:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016170.209947:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016170.209950:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016170.209953:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016170.209957:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016170.209960:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016170.209963:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1734016170.885986:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016173.891959:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:3.0:1734016174.207843:0:1980:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016158/real 1734016158] req@ffff8800b3fc8e00 x1818247337157120/t0(0) o400->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1734016174 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016174.207938:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016164/real 1734016164] req@ffff8800a8ef9c00 x1818247337159296/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016174 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016174.207978:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8ef9c00 x1818247337159296/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016174 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016174.207989:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016164/real 1734016164] req@ffff8800a8efa680 x1818247337159040/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016174 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016174.208001:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8efa680 x1818247337159040/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016174 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016174.208011:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016164/real 1734016164] req@ffff8800a8efbb80 x1818247337158528/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016174 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016174.208022:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8efbb80 x1818247337158528/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016174 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016174.208069:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016174.208085:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016174.208090:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337159296:192.168.201.110@tcp:8:kworker.0 00000100:00080000:0.0:1734016174.208096:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016174.208100:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016174.208104:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8efa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337159040:192.168.201.110@tcp:38:kworker.0 00000100:00080000:0.0:1734016174.208108:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016174.208111:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016174.208115:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8efbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337158528:192.168.201.110@tcp:250:kworker.0 00000100:00080000:0.0:1734016174.208159:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016174.208163:0:5:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016174.208166:0:5:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016174.208171:0:5:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 436 00000100:00080000:0.0:1734016174.208212:0:5:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734016174.208220:0:5:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:0.0:1734016174.208249:0:5:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59180 x1818247337160064/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016174.208278:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016174.208282:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016174.208285:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016174.208288:0:5:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016174.208290:0:5:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016174.208293:0:5:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 436 00000100:00080000:0.0:1734016174.208296:0:5:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734016174.208300:0:5:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016174.208309:0:5:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016174.208319:0:5:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5b480 x1818247337160192/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016174.208328:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016174.208331:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016174.208333:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016174.208336:0:5:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016174.208338:0:5:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016174.208341:0:5:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 436 00000100:00080000:0.0:1734016174.208345:0:5:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734016174.208348:0:5:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016174.208353:0:5:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016174.208360:0:5:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58a80 x1818247337160320/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016174.208370:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016174.208373:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1734016174.226148:0:1980:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800b3fc8e00 x1818247337157120/t0(0) o400->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1734016174 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016174.226160:0:1980:0:(import.c:232:ptlrpc_set_import_discon()) mdc: import ffff8800ab34f800 already not connected (conn 2, was 1): CONNECTING 00000100:00000400:3.0:1734016174.226167:0:1980:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016158/real 1734016158] req@ffff8800b3fc8000 x1818247337157376/t0(0) o400->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016174 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016174.226200:0:1980:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800b3fc8000 x1818247337157376/t0(0) o400->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016174 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016174.226207:0:1980:0:(import.c:232:ptlrpc_set_import_discon()) osc: import ffff8800ab399800 already not connected (conn 3, was 2): CONNECTING 00000100:00000400:3.0:1734016174.226212:0:1980:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016158/real 1734016158] req@ffff8800b3fcb100 x1818247337157632/t0(0) o400->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016174 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016174.226225:0:1980:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800b3fcb100 x1818247337157632/t0(0) o400->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016174 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016174.226232:0:1980:0:(import.c:232:ptlrpc_set_import_discon()) osc: import ffff88013710c800 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:3.0:1734016174.226245:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337157120:192.168.201.110@tcp:400:kworker.0 00000100:00100000:3.0:1734016174.226252:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337157632:192.168.201.110@tcp:400:kworker.0 00000100:00100000:3.0:1734016175.208071:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337157376:192.168.201.110@tcp:400:kworker.0 00000100:00100000:3.0:1734016175.208082:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337156608:192.168.201.110@tcp:400:kworker.0 00000080:00200000:3.0:1734016176.439852:0:5:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:3.0:1734016176.439869:0:5:0:(lov_io.c:849:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1734016176.439894:0:5:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00010000:00010000:0.0:1734016176.897931:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1734016179.208069:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016179.208077:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016179.208081:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016179.208084:0:5:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1734016179.208088:0:5:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016179.208132:0:5:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 441 00000100:00080000:3.0:1734016179.208142:0:5:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1734016179.208150:0:5:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:3.0:1734016179.208161:0:5:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1734016179.208193:0:5:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8efad80 x1818247337160576/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016179.208234:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016179.208238:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016179.208241:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016179.208244:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016179.208247:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016179.208250:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016179.208253:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016179.208256:0:5:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1734016179.208258:0:5:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016179.208262:0:5:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 441 00000100:00080000:3.0:1734016179.208265:0:5:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1734016179.208269:0:5:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:3.0:1734016179.208274:0:5:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016179.208284:0:5:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8ef8a80 x1818247337160704/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00000400:3.0:1734016179.225856:0:1980:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016163/real 1734016163] req@ffff8800b3fca300 x1818247337157888/t0(0) o400->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1734016179 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016179.243973:0:1980:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800b3fca300 x1818247337157888/t0(0) o400->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 224/224 e 0 to 1 dl 1734016179 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016179.243984:0:1980:0:(import.c:232:ptlrpc_set_import_discon()) mdc: import ffff8800ab34f800 already not connected (conn 3, was 1): CONNECTING 00000100:00000400:3.0:1734016179.243991:0:1980:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016163/real 1734016163] req@ffff8800b3fcad80 x1818247337158144/t0(0) o400->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016179 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016179.244003:0:1980:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800b3fcad80 x1818247337158144/t0(0) o400->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016179 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016179.244010:0:1980:0:(import.c:232:ptlrpc_set_import_discon()) osc: import ffff8800ab399800 already not connected (conn 4, was 2): CONNECTING 00000100:00000400:3.0:1734016179.244015:0:1980:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016163/real 1734016163] req@ffff8800a8efa300 x1818247337158400/t0(0) o400->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016179 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016179.244025:0:1980:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800a8efa300 x1818247337158400/t0(0) o400->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016179 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016179.244032:0:1980:0:(import.c:232:ptlrpc_set_import_discon()) osc: import ffff88013710c800 already not connected (conn 3, was 1): CONNECTING 00000100:00100000:3.0:1734016179.244043:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c31070bc-bffc-43e1-9f73-fdc65f69606a:1980:1818247337157888:192.168.201.110@tcp:400:kworker.0 00000100:00100000:3.0:1734016179.244049:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8efa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337158400:192.168.201.110@tcp:400:kworker.0 00010000:00010000:0.0:1734016179.903971:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1734016180.209861:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016180.209869:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016180.209873:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016180.209877:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016180.209879:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016180.209883:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016180.209885:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016180.209888:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016180.209891:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016180.209897:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016180.209900:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016180.209904:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000400:3.0:1734016180.243820:0:1980:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016164/real 1734016164] req@ffff8800a8ef9500 x1818247337158784/t0(0) o400->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016180 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016180.243845:0:1980:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800a8ef9500 x1818247337158784/t0(0) o400->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016180 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016180.243854:0:1980:0:(import.c:232:ptlrpc_set_import_discon()) osc: import ffff8800ab398000 already not connected (conn 4, was 2): CONNECTING 00000100:00000400:3.0:1734016180.243859:0:1980:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1734016164/real 1734016164] req@ffff8800a8ef9180 x1818247337159168/t0(0) o400->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016180 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016180.243871:0:1980:0:(client.c:2407:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8800a8ef9180 x1818247337159168/t0(0) o400->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 224/224 e 0 to 1 dl 1734016180 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016180.243877:0:1980:0:(import.c:232:ptlrpc_set_import_discon()) osc: import ffff88013710c800 already not connected (conn 3, was 1): CONNECTING 00000100:00100000:3.0:1734016180.243888:0:1980:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1980:1818247337159168:192.168.201.110@tcp:400:kworker.0 00010000:00010000:0.0:1734016182.909961:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1734016184.215821:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016184.215830:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016184.215833:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016184.215837:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016184.215840:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016184.215843:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016184.215845:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016184.215849:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016184.215852:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016184.215855:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016184.215859:0:5:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016184.215862:0:5:0:(pinger.c:272:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1734016185.916034:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016188.922003:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016189.208125:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337158016:192.168.201.110@tcp:400:kworker.0 00000100:00100000:3.0:1734016189.208135:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800b3fc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337157248:192.168.201.110@tcp:400:kworker.0 00000100:00100000:3.0:1734016190.208075:0:1981:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c31070bc-bffc-43e1-9f73-fdc65f69606a:1981:1818247337158912:192.168.201.110@tcp:400:kworker.0 00000100:00080000:0.0:1734016190.208096:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016190.208104:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016190.208108:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016190.208111:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016190.208114:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016190.208117:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016190.208120:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016190.208123:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016190.208126:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016190.208133:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 447 00000100:00080000:0.0:1734016190.208143:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734016190.208151:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016190.208161:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016190.208187:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59c00 x1818247337161216/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016190.208222:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016190.208226:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016190.208230:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016190.208233:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1734016191.927966:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016194.208099:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016194.208107:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016194.208110:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016194.208114:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016194.208118:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016194.208125:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 451 00000100:00080000:0.0:1734016194.208135:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734016194.208142:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016194.208153:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016194.208184:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5a300 x1818247337161344/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016194.208220:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016194.208224:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016194.208228:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016194.208231:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016194.208234:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016194.208237:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016194.208240:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016194.208243:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016194.208245:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016194.208248:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 451 00000100:00080000:0.0:1734016194.208252:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734016194.208258:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016194.208263:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016194.208272:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5a680 x1818247337161472/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:0.0:1734016194.934031:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016195.209874:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016195.209882:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016195.209885:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016195.209888:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016195.209891:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016195.209894:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016195.209897:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016195.209901:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016195.209903:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016195.209907:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016195.209910:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016195.209913:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1734016197.939989:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016200.945979:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016203.951975:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016206.957923:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1734016209.208134:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016209.208142:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1734016209.208147:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016209.208158:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 461 00000100:00080000:3.0:1734016209.208169:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1734016209.208177:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:3.0:1734016209.208213:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8ef9880 x1818247337161600/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016209.208254:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016209.208259:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016209.208262:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016209.208266:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1734016209.208268:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016209.208273:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 461 00000100:00080000:3.0:1734016209.208276:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1734016209.208280:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:3.0:1734016209.208289:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016209.208301:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8ef9180 x1818247337161728/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016209.208312:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016209.208316:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016209.208319:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016209.208322:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1734016209.208324:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016209.208328:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 461 00000100:00080000:3.0:1734016209.208331:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1734016209.208334:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:3.0:1734016209.208339:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1734016209.208347:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8efa300 x1818247337161856/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016209.208357:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016209.208360:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000800:00000100:0.0:1734016209.270975:0:1969:0:(socklnd_cb.c:2394:ksocknal_find_timed_out_conn()) A connection with 12345-192.168.201.110@tcp (192.168.201.110:988) timed out; the network or node may be down. 00010000:00010000:0.0:1734016209.963986:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1734016210.208031:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016210.208039:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016210.208044:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016210.208048:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016210.208050:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016210.208054:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016210.208056:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016210.208059:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1734016210.208063:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734016210.208070:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 462 00000100:00080000:3.0:1734016210.208082:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1734016210.208089:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:3.0:1734016210.208100:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734016210.208127:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8ef9f80 x1818247337161984/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016210.208161:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016210.208165:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016210.208169:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016210.208172:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1734016212.969966:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016214.208038:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016214.208045:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016214.208049:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016214.208053:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016214.208056:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016214.208064:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 466 00000100:00080000:0.0:1734016214.208073:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734016214.208081:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016214.208091:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016214.208121:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5aa00 x1818247337162112/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016214.208165:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016214.208172:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016214.208176:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016214.208180:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016214.208185:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016214.208189:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016214.208193:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016214.208198:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016214.208200:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016214.208208:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 466 00000100:00080000:0.0:1734016214.208214:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734016214.208219:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016214.208227:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016214.208244:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5b800 x1818247337162240/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734016215.209938:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016215.209947:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016215.209951:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016215.209954:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016215.209958:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016215.209961:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016215.209964:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016215.209967:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016215.209970:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016215.209973:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016215.209976:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016215.209979:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1734016215.975990:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016218.982009:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1734016219.223837:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016219.223845:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016219.223849:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016219.223853:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016219.223855:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016219.223858:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016219.223861:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016219.223864:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016219.223867:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016219.223870:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016219.223873:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016219.223877:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1734016221.987974:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1734016224.231856:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016224.231865:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016224.231869:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016224.231873:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016224.231876:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016224.231879:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016224.231881:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016224.231884:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016224.231887:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016224.231891:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1734016224.231894:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734016224.231897:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1734016224.993947:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016228.000004:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734016228.245938:0:1965:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.201.110:988 00000400:00000100:3.0:1734016228.245994:0:1965:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734016228.246015:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734016228.246047:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734016228.246056:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00080000:0.0:1734016228.246264:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016228.246301:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016228.246306:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016228.246311:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016228.246316:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016228.246331:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 486 00000100:00080000:0.0:1734016228.246341:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016228.246350:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016228.246365:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016228.246407:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5ad80 x1818247337162368/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016228.246441:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016228.246446:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016228.246449:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016228.246453:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016228.246454:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016228.246459:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 482 00000100:00080000:0.0:1734016228.246462:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016228.246466:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016228.246471:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016228.246482:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59f80 x1818247337162496/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016228.246492:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016228.246496:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016228.246502:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016228.246505:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016228.246507:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016228.246512:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 486 00000100:00080000:0.0:1734016228.246514:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016228.246518:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016228.246523:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016228.246531:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58700 x1818247337162624/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016228.246546:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016228.246548:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016228.246551:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016228.246553:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016228.246556:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016228.246558:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1734016231.005972:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016233.255975:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337162752:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016233.256056:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337162880:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016233.256073:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337163008:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734016234.012001:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016234.256107:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016234.256115:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016234.256118:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016234.256138:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 481 00000100:00080000:0.0:1734016234.256146:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016234.256153:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:0.0:1734016234.256210:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58700 x1818247337163136/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016234.256240:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016234.256244:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016234.256247:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016234.256250:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016234.256252:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016234.256256:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 481 00000100:00080000:0.0:1734016234.256259:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016234.256263:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016234.256272:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016234.256283:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59f80 x1818247337163264/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016234.256293:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016234.256296:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016234.256298:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016234.256301:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016234.256303:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016234.256307:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 481 00000100:00080000:0.0:1734016234.256310:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016234.256314:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016234.256318:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016234.256326:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5ad80 x1818247337163392/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016234.256336:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016234.256339:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016234.256346:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016234.256349:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016234.256352:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016234.256355:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1734016234.256357:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016234.256360:0:65:0:(pinger.c:272:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1734016236.262220:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016234/real 1734016236] req@ffff8800a8d5ad80 x1818247337163392/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016236.262274:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5ad80 x1818247337163392/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016236.262293:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016236.262300:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016236.262308:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337163392:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016236.262322:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016234/real 1734016236] req@ffff8800a8d59f80 x1818247337163264/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016236.262342:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d59f80 x1818247337163264/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016236.262367:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016236.262372:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016236.262378:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337163264:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016236.262391:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016234/real 1734016236] req@ffff8800a8d58700 x1818247337163136/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016236.262413:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d58700 x1818247337163136/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016236.262426:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016236.262430:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016236.262436:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337163136:192.168.201.110@tcp:250:kworker.0 00000100:00100000:3.0:1734016236.262448:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016233/real 1734016236] req@ffff8800a8fd7800 x1818247337162880/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016236.262468:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337162880/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016236.262491:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016236.262495:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016236.262501:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337162880:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016236.262512:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016233/real 1734016236] req@ffff8800a8fd7480 x1818247337163008/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016236.262530:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337163008/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016236.262543:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016236.262548:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016236.262554:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337163008:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016236.262565:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016233/real 1734016236] req@ffff8800a8fd6300 x1818247337162752/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016236.262585:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337162752/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016236.262598:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016236.262601:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016236.262607:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337162752:192.168.201.110@tcp:38:kworker.0 00010000:00010000:0.0:1734016237.017946:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016238.264228:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337163520:192.168.201.110@tcp:250:kworker.0 00000100:00100000:3.0:1734016238.264329:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337163648:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016238.264360:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337163776:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016238.264377:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337163904:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016238.264392:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337164032:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016238.264407:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337164160:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016239.268236:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016238/real 1734016239] req@ffff8800a8fd4380 x1818247337163776/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016239.268272:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337163776/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016239.268286:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016239.268291:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016239.268296:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337163776:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016239.268305:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016238/real 1734016239] req@ffff8800a8fd6300 x1818247337163904/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016239.268316:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337163904/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016239.268324:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016239.268327:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016239.268330:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337163904:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016239.268338:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016238/real 1734016239] req@ffff8800a8fd7480 x1818247337164032/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016239.268351:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337164032/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016239.268360:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016239.268363:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016239.268367:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337164032:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016239.268374:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016238/real 1734016239] req@ffff8800a8fd7800 x1818247337164160/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016239.268385:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337164160/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016239.268392:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016239.268395:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016239.268399:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337164160:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016239.268406:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016238/real 1734016239] req@ffff8800a8fd5500 x1818247337163520/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016239.268418:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337163520/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016239.268428:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016239.268432:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016239.268437:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337163520:192.168.201.110@tcp:250:kworker.0 00000100:00100000:3.0:1734016239.268449:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016238/real 1734016239] req@ffff8800a8fd5880 x1818247337163648/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016239.268467:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337163648/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016239.268489:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016239.268493:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016239.268499:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337163648:192.168.201.110@tcp:38:kworker.0 00010000:00010000:0.0:1734016240.023994:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016243.029965:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016243.272109:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337164288:192.168.201.110@tcp:250:kworker.0 00000100:00100000:3.0:1734016243.272237:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337164416:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016243.272260:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337164544:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016243.272289:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337164672:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016243.272305:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337164800:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016243.272322:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337164928:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734016246.035969:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734016246.277954:0:1966:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.201.110:988 00000400:00000100:0.0:1734016246.278034:0:1966:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734016246.278057:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734016246.278112:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734016246.278126:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734016246.278138:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734016246.278149:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734016246.278159:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:3.0:1734016246.278175:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016243/real 1734016246] req@ffff8800a8fd5f80 x1818247337164672/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016246.278214:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337164672/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016246.278240:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016246.278246:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016246.278253:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337164672:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016246.278265:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016243/real 1734016246] req@ffff8800a8fd6d80 x1818247337164800/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016246.278286:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337164800/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016246.278299:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016246.278304:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016246.278310:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337164800:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016246.278320:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016243/real 1734016246] req@ffff8800a8fd4e00 x1818247337164928/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016246.278338:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337164928/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016246.278351:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016246.278355:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016246.278360:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337164928:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016246.278371:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016243/real 1734016246] req@ffff8800a8fd6a00 x1818247337164288/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016246.278389:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337164288/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016246.278402:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016246.278406:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016246.278411:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337164288:192.168.201.110@tcp:250:kworker.0 00000100:00100000:3.0:1734016246.278421:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016243/real 1734016246] req@ffff8800a8fd4000 x1818247337164416/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016246.278462:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4000 x1818247337164416/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016246.278487:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016246.278491:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016246.278497:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337164416:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016246.278507:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016243/real 1734016246] req@ffff8800a8fd5180 x1818247337164544/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016246.278612:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337164544/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016246.278628:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016246.278632:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016246.278638:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337164544:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016248.280018:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337165056:192.168.201.110@tcp:250:kworker.0 00000800:00000100:3.0:1734016248.280081:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016248.280101:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016248/real 1734016248] req@ffff8800a8fd4a80 x1818247337165056/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016248.280119:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337165056/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016248.280130:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016248.280133:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016248.280138:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337165056:192.168.201.110@tcp:250:kworker.0 00000100:00100000:3.0:1734016248.280145:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337165184:192.168.201.110@tcp:38:kworker.0 00000800:00000100:3.0:1734016248.280161:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016248.280168:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016248/real 1734016248] req@ffff8800a8fd7b80 x1818247337165184/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016248.280179:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337165184/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016248.280186:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016248.280189:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016248.280192:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337165184:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016248.280198:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337165312:192.168.201.110@tcp:8:kworker.0 00000800:00000100:3.0:1734016248.280212:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016248.280218:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016248/real 1734016248] req@ffff8800a8fd5c00 x1818247337165312/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016248.280228:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337165312/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016248.280235:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016248.280237:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016248.280240:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337165312:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016248.280263:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337165440:192.168.201.110@tcp:8:kworker.0 00000800:00000100:3.0:1734016248.280275:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016248.280281:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016248/real 1734016248] req@ffff8800a8fd7100 x1818247337165440/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016248.280291:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337165440/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016248.280306:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016248.280308:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016248.280312:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337165440:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016248.280317:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337165568:192.168.201.110@tcp:38:kworker.0 00000800:00000100:3.0:1734016248.280328:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016248.280334:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016248/real 1734016248] req@ffff8800a8fd6680 x1818247337165568/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016248.280344:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337165568/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016248.280351:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016248.280353:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016248.280356:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337165568:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016248.280362:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337165696:192.168.201.110@tcp:8:kworker.0 00000800:00000100:3.0:1734016248.280373:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016248.280378:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016248/real 1734016248] req@ffff8800a8fd5180 x1818247337165696/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016248.280388:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337165696/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016248.280395:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016248.280397:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016248.280400:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337165696:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734016249.041996:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016252.047960:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016253.288089:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337165824:192.168.201.110@tcp:250:kworker.0 00000800:00000100:3.0:1734016253.288154:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016253.288175:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016253/real 1734016253] req@ffff8800a8fd4000 x1818247337165824/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016253.288194:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4000 x1818247337165824/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016253.288205:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016253.288208:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016253.288212:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337165824:192.168.201.110@tcp:250:kworker.0 00000100:00100000:3.0:1734016253.288219:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337165952:192.168.201.110@tcp:38:kworker.0 00000800:00000100:3.0:1734016253.288235:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016253.288242:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016253/real 1734016253] req@ffff8800a8fd6a00 x1818247337165952/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016253.288253:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337165952/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016253.288261:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016253.288263:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016253.288267:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337165952:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016253.288272:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337166080:192.168.201.110@tcp:8:kworker.0 00000800:00000100:3.0:1734016253.288290:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016253.288296:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016253/real 1734016253] req@ffff8800a8fd4e00 x1818247337166080/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016253.288314:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337166080/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016253.288322:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016253.288324:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016253.288327:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337166080:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016253.288353:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337166208:192.168.201.110@tcp:8:kworker.0 00000800:00000100:3.0:1734016253.288365:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016253.288371:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016253/real 1734016253] req@ffff8800a8fd6d80 x1818247337166208/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016253.288381:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337166208/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016253.288389:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016253.288391:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016253.288394:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337166208:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016253.288400:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337166336:192.168.201.110@tcp:38:kworker.0 00000800:00000100:3.0:1734016253.288411:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016253.288417:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016253/real 1734016253] req@ffff8800a8fd5f80 x1818247337166336/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016253.288427:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337166336/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016253.288435:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016253.288438:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016253.288441:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337166336:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016253.288447:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337166464:192.168.201.110@tcp:8:kworker.0 00000800:00000100:3.0:1734016253.288463:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016253.288468:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016253/real 1734016253] req@ffff8800a8fd5880 x1818247337166464/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016253.288478:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337166464/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016253.288485:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016253.288487:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016253.288490:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337166464:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734016255.053988:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016258.060016:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016258.296084:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337166592:192.168.201.110@tcp:250:kworker.0 00000100:00100000:3.0:1734016258.296172:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337166720:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016258.296193:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337166848:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016258.296216:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337166976:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016258.296230:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337167104:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016258.296244:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337167232:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734016261.065994:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734016261.301980:0:1965:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:0.0:1734016261.302025:0:1965:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734016261.302044:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734016261.302081:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734016261.302094:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734016261.302104:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734016261.302115:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734016261.302124:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:3.0:1734016261.302147:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016258/real 1734016261] req@ffff8800a8fd6300 x1818247337166976/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016261.302194:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337166976/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016261.302207:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016261.302211:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016261.302216:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337166976:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016261.302225:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016258/real 1734016261] req@ffff8800a8fd4380 x1818247337167104/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016261.302246:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337167104/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016261.302258:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016261.302263:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016261.302268:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337167104:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016261.302278:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016258/real 1734016261] req@ffff8800a8fd5880 x1818247337167232/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016261.302296:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337167232/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016261.302308:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016261.302312:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016261.302318:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337167232:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016261.302327:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016258/real 1734016261] req@ffff8800a8fd5500 x1818247337166592/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016261.302358:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337166592/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016261.302371:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016261.302375:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016261.302380:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337166592:192.168.201.110@tcp:250:kworker.0 00000100:00100000:3.0:1734016261.302391:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016258/real 1734016261] req@ffff8800a8fd7800 x1818247337166720/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016261.302422:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337166720/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016261.302435:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016261.302439:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016261.302444:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337166720:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016261.302454:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016258/real 1734016261] req@ffff8800a8fd7480 x1818247337166848/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016261.302471:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337166848/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016261.302483:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016261.302486:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016261.302491:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337166848:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016263.304001:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337167360:192.168.201.110@tcp:250:kworker.0 00000800:00000100:3.0:1734016263.304065:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016263.304087:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016263/real 1734016263] req@ffff8800a8fd5f80 x1818247337167360/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016263.304107:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337167360/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016263.304118:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016263.304121:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016263.304126:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337167360:192.168.201.110@tcp:250:kworker.0 00000100:00100000:3.0:1734016263.304134:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337167488:192.168.201.110@tcp:38:kworker.0 00000800:00000100:3.0:1734016263.304150:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016263.304156:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016263/real 1734016263] req@ffff8800a8fd6d80 x1818247337167488/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016263.304167:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337167488/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016263.304174:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016263.304177:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016263.304180:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337167488:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016263.304204:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337167616:192.168.201.110@tcp:8:kworker.0 00000800:00000100:3.0:1734016263.304217:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016263.304223:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016263/real 1734016263] req@ffff8800a8fd4e00 x1818247337167616/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016263.304233:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337167616/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016263.304248:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016263.304250:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016263.304254:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337167616:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016263.304259:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337167744:192.168.201.110@tcp:8:kworker.0 00000800:00000100:3.0:1734016263.304271:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016263.304276:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016263/real 1734016263] req@ffff8800a8fd6a00 x1818247337167744/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016263.304286:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337167744/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016263.304293:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016263.304295:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016263.304298:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337167744:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016263.304304:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337167872:192.168.201.110@tcp:38:kworker.0 00000800:00000100:3.0:1734016263.304316:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016263.304321:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016263/real 1734016263] req@ffff8800a8fd4000 x1818247337167872/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016263.304331:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4000 x1818247337167872/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016263.304338:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016263.304341:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016263.304344:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337167872:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016263.304350:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337168000:192.168.201.110@tcp:8:kworker.0 00000800:00000100:3.0:1734016263.304363:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016263.304368:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016263/real 1734016263] req@ffff8800a8fd5180 x1818247337168000/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016263.304378:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337168000/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016263.304386:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016263.304388:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016263.304391:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337168000:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734016264.071977:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016267.077987:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016268.311998:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337168128:192.168.201.110@tcp:250:kworker.0 00000800:00000100:3.0:1734016268.312064:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016268.312085:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016268/real 1734016268] req@ffff8800a8fd6680 x1818247337168128/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016268.312104:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337168128/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016268.312115:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016268.312118:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016268.312122:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337168128:192.168.201.110@tcp:250:kworker.0 00000100:00100000:3.0:1734016268.312130:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337168256:192.168.201.110@tcp:38:kworker.0 00000800:00000100:3.0:1734016268.312145:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016268.312152:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016268/real 1734016268] req@ffff8800a8fd7100 x1818247337168256/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016268.312170:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337168256/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016268.312178:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016268.312180:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016268.312184:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337168256:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016268.312189:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337168384:192.168.201.110@tcp:8:kworker.0 00000800:00000100:3.0:1734016268.312202:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016268.312208:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016268/real 1734016268] req@ffff8800a8fd5c00 x1818247337168384/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016268.312218:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337168384/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016268.312225:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016268.312227:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016268.312230:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337168384:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016268.312254:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337168512:192.168.201.110@tcp:8:kworker.0 00000800:00000100:3.0:1734016268.312267:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016268.312273:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016268/real 1734016268] req@ffff8800a8fd7b80 x1818247337168512/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016268.312283:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337168512/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016268.312290:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016268.312293:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016268.312296:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337168512:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016268.312302:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337168640:192.168.201.110@tcp:38:kworker.0 00000800:00000100:3.0:1734016268.312314:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016268.312320:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016268/real 1734016268] req@ffff8800a8fd4a80 x1818247337168640/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016268.312330:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337168640/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016268.312338:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016268.312340:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016268.312343:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337168640:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016268.312348:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337168768:192.168.201.110@tcp:8:kworker.0 00000800:00000100:3.0:1734016268.312360:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016268.312365:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016268/real 1734016268] req@ffff8800a8fd5180 x1818247337168768/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016268.312375:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337168768/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016268.312382:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016268.312384:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016268.312387:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337168768:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734016270.083952:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016273.089957:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016273.320008:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337168896:192.168.201.110@tcp:250:kworker.0 00000800:00000100:3.0:1734016273.320077:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016273.320098:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016273/real 1734016273] req@ffff8800a8fd4000 x1818247337168896/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016273.320117:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4000 x1818247337168896/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016273.320128:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016273.320131:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016273.320136:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337168896:192.168.201.110@tcp:250:kworker.0 00000100:00100000:3.0:1734016273.320143:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337169024:192.168.201.110@tcp:38:kworker.0 00000800:00000100:3.0:1734016273.320159:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016273.320165:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016273/real 1734016273] req@ffff8800a8fd6a00 x1818247337169024/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016273.320176:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337169024/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016273.320184:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016273.320186:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016273.320190:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337169024:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016273.320196:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337169152:192.168.201.110@tcp:8:kworker.0 00000800:00000100:3.0:1734016273.320209:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016273.320215:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016273/real 1734016273] req@ffff8800a8fd4e00 x1818247337169152/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016273.320225:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337169152/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016273.320233:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016273.320236:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016273.320239:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337169152:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016273.320264:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337169280:192.168.201.110@tcp:8:kworker.0 00000800:00000100:3.0:1734016273.320276:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016273.320282:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016273/real 1734016273] req@ffff8800a8fd6d80 x1818247337169280/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016273.320292:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337169280/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016273.320300:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016273.320302:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016273.320305:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337169280:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016273.320310:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337169408:192.168.201.110@tcp:38:kworker.0 00000800:00000100:3.0:1734016273.320322:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016273.320327:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016273/real 1734016273] req@ffff8800a8fd5f80 x1818247337169408/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016273.320337:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337169408/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016273.320344:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016273.320346:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016273.320350:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337169408:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016273.320356:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337169536:192.168.201.110@tcp:8:kworker.0 00000800:00000100:3.0:1734016273.320368:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016273.320374:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016273/real 1734016273] req@ffff8800a8fd7480 x1818247337169536/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016273.320384:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337169536/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016273.320391:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016273.320393:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016273.320396:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337169536:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734016276.095952:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016278.328044:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337169664:192.168.201.110@tcp:250:kworker.0 00000100:00100000:3.0:1734016278.328136:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337169792:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016278.328156:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337169920:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016278.328186:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337170048:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016278.328203:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337170176:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016278.328218:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337170304:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734016279.101985:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016281.334332:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016278/real 1734016281] req@ffff8800a8fd4380 x1818247337170048/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016281.334362:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337170048/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016281.334414:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016281.334420:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016281.334427:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337170048:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016281.334438:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016278/real 1734016281] req@ffff8800a8fd6300 x1818247337170176/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016281.334458:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337170176/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016281.334470:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016281.334476:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016281.334480:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337170176:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016281.334488:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016278/real 1734016281] req@ffff8800a8fd7480 x1818247337170304/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016281.334502:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337170304/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016281.334514:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016281.334518:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016281.334523:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337170304:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016281.334533:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016278/real 1734016281] req@ffff8800a8fd7800 x1818247337169664/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016281.334552:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337169664/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016281.334574:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016281.334578:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016281.334583:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337169664:192.168.201.110@tcp:250:kworker.0 00000100:00100000:3.0:1734016281.334593:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016278/real 1734016281] req@ffff8800a8fd5500 x1818247337169792/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016281.334610:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337169792/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016281.334622:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016281.334626:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016281.334632:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337169792:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016281.334814:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016278/real 1734016281] req@ffff8800a8fd5880 x1818247337169920/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016281.334837:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337169920/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016281.334850:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016281.334854:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016281.334860:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337169920:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734016282.107978:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016283.336083:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337170432:192.168.201.110@tcp:250:kworker.0 00000800:00000100:3.0:1734016283.336146:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016283.336167:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016283/real 1734016283] req@ffff8800a8fd5f80 x1818247337170432/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016283.336194:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337170432/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016283.336204:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016283.336207:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016283.336212:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337170432:192.168.201.110@tcp:250:kworker.0 00000100:00100000:3.0:1734016283.336219:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337170560:192.168.201.110@tcp:38:kworker.0 00000800:00000100:3.0:1734016283.336235:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016283.336241:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016283/real 1734016283] req@ffff8800a8fd6d80 x1818247337170560/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016283.336252:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337170560/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016283.336260:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016283.336262:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016283.336266:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337170560:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016283.336271:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337170688:192.168.201.110@tcp:8:kworker.0 00000800:00000100:3.0:1734016283.336284:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016283.336290:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016283/real 1734016283] req@ffff8800a8fd4e00 x1818247337170688/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016283.336299:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337170688/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016283.336307:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016283.336309:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016283.336313:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337170688:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016283.336338:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337170816:192.168.201.110@tcp:8:kworker.0 00000800:00000100:3.0:1734016283.336385:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016283.336393:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016283/real 1734016283] req@ffff8800a8fd6a00 x1818247337170816/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016283.336404:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337170816/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016283.336412:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016283.336414:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016283.336417:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337170816:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016283.336423:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337170944:192.168.201.110@tcp:38:kworker.0 00000800:00000100:3.0:1734016283.336441:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016283.336447:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016283/real 1734016283] req@ffff8800a8fd4000 x1818247337170944/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016283.336458:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4000 x1818247337170944/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016283.336465:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016283.336467:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016283.336470:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337170944:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016283.336475:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337171072:192.168.201.110@tcp:8:kworker.0 00000800:00000100:3.0:1734016283.336494:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016283.336500:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016283/real 1734016283] req@ffff8800a8fd5180 x1818247337171072/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016283.336510:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337171072/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016283.336517:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016283.336519:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016283.336522:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337171072:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734016285.113964:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016288.119964:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016288.344134:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337171200:192.168.201.110@tcp:250:kworker.0 00000800:00000100:3.0:1734016288.344205:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016288.344227:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016288/real 1734016288] req@ffff8800a8fd4a80 x1818247337171200/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016288.344247:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337171200/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016288.344259:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016288.344290:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016288.344296:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337171200:192.168.201.110@tcp:250:kworker.0 00000100:00100000:3.0:1734016288.344305:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337171328:192.168.201.110@tcp:38:kworker.0 00000800:00000100:3.0:1734016288.344324:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016288.344332:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016288/real 1734016288] req@ffff8800a8fd7b80 x1818247337171328/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016288.344343:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337171328/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016288.344352:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016288.344354:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016288.344358:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337171328:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016288.344364:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337171456:192.168.201.110@tcp:8:kworker.0 00000800:00000100:3.0:1734016288.344377:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016288.344383:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016288/real 1734016288] req@ffff8800a8fd5c00 x1818247337171456/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016288.344393:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337171456/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016288.344400:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016288.344402:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016288.344406:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337171456:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016288.344431:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337171584:192.168.201.110@tcp:8:kworker.0 00000800:00000100:3.0:1734016288.344443:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016288.344449:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016288/real 1734016288] req@ffff8800a8fd7100 x1818247337171584/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016288.344460:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337171584/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016288.344467:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016288.344469:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016288.344472:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337171584:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016288.344480:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337171712:192.168.201.110@tcp:38:kworker.0 00000800:00000100:3.0:1734016288.344492:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016288.344498:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016288/real 1734016288] req@ffff8800a8fd6680 x1818247337171712/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016288.344509:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337171712/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016288.344516:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016288.344518:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016288.344521:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337171712:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016288.344527:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337171840:192.168.201.110@tcp:8:kworker.0 00000800:00000100:3.0:1734016288.344539:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016288.344544:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016288/real 1734016288] req@ffff8800a8fd5180 x1818247337171840/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016288.344554:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337171840/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016288.344561:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016288.344563:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016288.344566:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337171840:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734016291.125973:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016293.352037:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337171968:192.168.201.110@tcp:250:kworker.0 00000800:00000100:3.0:1734016293.352106:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016293.352130:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016293/real 1734016293] req@ffff8800a8fd4000 x1818247337171968/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016293.352155:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4000 x1818247337171968/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016293.352168:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016293.352173:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016293.352227:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337171968:192.168.201.110@tcp:250:kworker.0 00000100:00100000:3.0:1734016293.352257:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337172096:192.168.201.110@tcp:38:kworker.0 00000800:00000100:3.0:1734016293.352287:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016293.352300:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016293/real 1734016293] req@ffff8800a8fd6a00 x1818247337172096/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016293.352318:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337172096/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016293.352331:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016293.352334:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016293.352340:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337172096:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016293.352350:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337172224:192.168.201.110@tcp:8:kworker.0 00000800:00000100:3.0:1734016293.352376:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016293.352385:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016293/real 1734016293] req@ffff8800a8fd4e00 x1818247337172224/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016293.352395:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337172224/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016293.352403:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016293.352406:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016293.352409:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337172224:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016293.352415:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337172352:192.168.201.110@tcp:8:kworker.0 00000800:00000100:3.0:1734016293.352433:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016293.352439:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016293/real 1734016293] req@ffff8800a8fd6d80 x1818247337172352/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016293.352449:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337172352/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016293.352456:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016293.352459:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016293.352462:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337172352:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016293.352467:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337172480:192.168.201.110@tcp:38:kworker.0 00000800:00000100:3.0:1734016293.352479:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016293.352484:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016293/real 1734016293] req@ffff8800a8fd5f80 x1818247337172480/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016293.352494:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337172480/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016293.352501:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016293.352503:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016293.352507:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337172480:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016293.352524:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337172608:192.168.201.110@tcp:8:kworker.0 00000800:00000100:3.0:1734016293.352539:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016293.352545:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016293/real 1734016293] req@ffff8800a8fd5880 x1818247337172608/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016293.352556:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337172608/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016293.352563:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016293.352565:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016293.352568:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337172608:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734016294.131859:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016297.137932:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016298.360060:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337172736:192.168.201.110@tcp:250:kworker.0 00000800:00000100:3.0:1734016298.360164:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016298.360186:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016298/real 1734016298] req@ffff8800a8fd5500 x1818247337172736/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016298.360206:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337172736/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016298.360217:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016298.360220:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016298.360225:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337172736:192.168.201.110@tcp:250:kworker.0 00000100:00100000:3.0:1734016298.360233:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337172864:192.168.201.110@tcp:38:kworker.0 00000800:00000100:3.0:1734016298.360250:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016298.360256:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016298/real 1734016298] req@ffff8800a8fd7800 x1818247337172864/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016298.360267:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337172864/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016298.360276:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016298.360278:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016298.360282:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337172864:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016298.360287:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337172992:192.168.201.110@tcp:8:kworker.0 00000800:00000100:3.0:1734016298.360300:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016298.360306:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016298/real 1734016298] req@ffff8800a8fd7480 x1818247337172992/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016298.360316:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337172992/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016298.360323:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016298.360325:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016298.360328:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337172992:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016298.360353:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337173120:192.168.201.110@tcp:8:kworker.0 00000800:00000100:3.0:1734016298.360366:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016298.360372:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016298/real 1734016298] req@ffff8800a8fd6300 x1818247337173120/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016298.360382:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337173120/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016298.360389:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016298.360391:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016298.360394:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337173120:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016298.360401:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337173248:192.168.201.110@tcp:38:kworker.0 00000800:00000100:3.0:1734016298.360413:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016298.360419:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016298/real 1734016298] req@ffff8800a8fd4380 x1818247337173248/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016298.360429:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337173248/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016298.360437:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016298.360439:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016298.360442:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337173248:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016298.360447:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337173376:192.168.201.110@tcp:8:kworker.0 00000800:00000100:3.0:1734016298.360458:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016298.360464:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016298/real 1734016298] req@ffff8800a8fd5880 x1818247337173376/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016298.360473:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337173376/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016298.360480:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016298.360482:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016298.360485:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337173376:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734016300.143999:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016303.150056:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016303.368078:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337173504:192.168.201.110@tcp:250:kworker.0 00000800:00000100:3.0:1734016303.368142:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016303.368162:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016303/real 1734016303] req@ffff8800a8fd5f80 x1818247337173504/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016303.368181:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337173504/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016303.368191:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016303.368195:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016303.368200:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337173504:192.168.201.110@tcp:250:kworker.0 00000100:00100000:3.0:1734016303.368207:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337173632:192.168.201.110@tcp:38:kworker.0 00000800:00000100:3.0:1734016303.368223:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016303.368230:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016303/real 1734016303] req@ffff8800a8fd6d80 x1818247337173632/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016303.368241:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337173632/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016303.368248:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016303.368251:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016303.368254:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337173632:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016303.368278:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337173760:192.168.201.110@tcp:8:kworker.0 00000800:00000100:3.0:1734016303.368291:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016303.368297:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016303/real 1734016303] req@ffff8800a8fd4e00 x1818247337173760/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016303.368307:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337173760/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016303.368315:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016303.368318:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016303.368321:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337173760:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016303.368327:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337173888:192.168.201.110@tcp:8:kworker.0 00000800:00000100:3.0:1734016303.368338:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016303.368344:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016303/real 1734016303] req@ffff8800a8fd6a00 x1818247337173888/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016303.368354:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337173888/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016303.368361:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016303.368364:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016303.368367:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337173888:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016303.368372:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337174016:192.168.201.110@tcp:38:kworker.0 00000800:00000100:3.0:1734016303.368384:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016303.368389:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016303/real 1734016303] req@ffff8800a8fd4000 x1818247337174016/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016303.368399:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4000 x1818247337174016/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016303.368406:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016303.368408:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016303.368412:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337174016:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016303.368417:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337174144:192.168.201.110@tcp:8:kworker.0 00000800:00000100:3.0:1734016303.368432:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016303.368437:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016303/real 1734016303] req@ffff8800a8fd5180 x1818247337174144/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016303.368447:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337174144/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016303.368454:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016303.368456:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016303.368459:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337174144:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734016306.156022:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016308.376092:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337174272:192.168.201.110@tcp:250:kworker.0 00000800:00000100:3.0:1734016308.376157:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016308.376178:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016308/real 1734016308] req@ffff8800a8fd6680 x1818247337174272/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016308.376198:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337174272/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016308.376208:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016308.376211:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016308.376216:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337174272:192.168.201.110@tcp:250:kworker.0 00000100:00100000:3.0:1734016308.376223:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337174400:192.168.201.110@tcp:38:kworker.0 00000800:00000100:3.0:1734016308.376239:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016308.376245:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016308/real 1734016308] req@ffff8800a8fd7100 x1818247337174400/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016308.376256:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337174400/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016308.376264:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016308.376267:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016308.376270:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337174400:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016308.376276:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337174528:192.168.201.110@tcp:8:kworker.0 00000800:00000100:3.0:1734016308.376289:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016308.376294:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016308/real 1734016308] req@ffff8800a8fd5c00 x1818247337174528/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016308.376304:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337174528/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016308.376311:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016308.376313:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016308.376317:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337174528:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016308.376340:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337174656:192.168.201.110@tcp:8:kworker.0 00000800:00000100:3.0:1734016308.376352:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016308.376358:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016308/real 1734016308] req@ffff8800a8fd7b80 x1818247337174656/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016308.376368:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337174656/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016308.376376:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016308.376378:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016308.376381:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337174656:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016308.376387:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337174784:192.168.201.110@tcp:38:kworker.0 00000800:00000100:3.0:1734016308.376399:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016308.376405:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016308/real 1734016308] req@ffff8800a8fd4a80 x1818247337174784/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016308.376415:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337174784/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016308.376422:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016308.376425:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016308.376428:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337174784:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016308.376433:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337174912:192.168.201.110@tcp:8:kworker.0 00000800:00000100:3.0:1734016308.376444:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734016308.376449:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016308/real 1734016308] req@ffff8800a8fd5180 x1818247337174912/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:3.0:1734016308.376459:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337174912/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:3.0:1734016308.376466:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734016308.376468:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:3.0:1734016308.376471:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337174912:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734016309.161984:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734016313.384135:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337175040:192.168.201.110@tcp:250:kworker.0 00000100:00100000:3.0:1734016313.384227:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337175168:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016313.384247:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337175296:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016313.384272:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337175424:192.168.201.110@tcp:8:kworker.0 00000100:00100000:3.0:1734016313.384287:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337175552:192.168.201.110@tcp:38:kworker.0 00000100:00100000:3.0:1734016313.384301:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337175680:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016318.392082:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337175808:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016318.392145:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016318.392164:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016318/real 1734016318] req@ffff8800a8fd4e00 x1818247337175808/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016318.392185:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337175808/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016318.392195:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016318.392198:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016318.392203:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337175808:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016318.392210:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337175936:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016318.392226:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016318.392232:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016318/real 1734016318] req@ffff8800a8fd6a00 x1818247337175936/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016318.392243:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337175936/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016318.392251:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016318.392253:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016318.392257:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337175936:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016318.392262:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337176064:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016318.392275:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016318.392281:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016318/real 1734016318] req@ffff8800a8fd4000 x1818247337176064/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016318.392292:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4000 x1818247337176064/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016318.392299:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016318.392302:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016318.392305:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337176064:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016318.392327:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337176192:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016318.392339:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016318.392345:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016318/real 1734016318] req@ffff8800a8fd5880 x1818247337176192/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016318.392355:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337176192/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016318.392362:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016318.392365:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016318.392368:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337176192:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016318.392373:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337176320:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016318.392386:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016318.392391:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016318/real 1734016318] req@ffff8800a8fd5f80 x1818247337176320/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016318.392401:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337176320/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016318.392409:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016318.392412:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016318.392415:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337176320:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016318.392421:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337176448:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016318.392437:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016318.392442:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016318/real 1734016318] req@ffff8800a8fd6d80 x1818247337176448/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016318.392452:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337176448/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016318.392459:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016318.392461:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016318.392464:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337176448:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016323.400077:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337176576:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016323.400141:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016323.400163:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016323/real 1734016323] req@ffff8800a8fd4380 x1818247337176576/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016323.400182:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337176576/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016323.400192:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016323.400195:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016323.400200:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337176576:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016323.400207:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337176704:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016323.400226:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016323.400233:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016323/real 1734016323] req@ffff8800a8fd6300 x1818247337176704/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016323.400245:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337176704/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016323.400252:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016323.400255:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016323.400258:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337176704:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016323.400264:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337176832:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016323.400279:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016323.400285:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016323/real 1734016323] req@ffff8800a8fd7480 x1818247337176832/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016323.400295:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337176832/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016323.400302:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016323.400304:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016323.400307:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337176832:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016323.400331:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337176960:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016323.400343:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016323.400349:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016323/real 1734016323] req@ffff8800a8fd7800 x1818247337176960/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016323.400366:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337176960/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016323.400373:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016323.400376:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016323.400379:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337176960:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016323.400384:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337177088:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016323.400400:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016323.400406:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016323/real 1734016323] req@ffff8800a8fd5500 x1818247337177088/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016323.400416:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337177088/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016323.400422:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016323.400425:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016323.400428:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337177088:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016323.400434:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337177216:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016323.400445:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016323.400451:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016323/real 1734016323] req@ffff8800a8fd6d80 x1818247337177216/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016323.400461:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337177216/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016323.400468:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016323.400471:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016323.400474:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337177216:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016328.408071:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337177344:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016328.408136:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016328.408157:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016328/real 1734016328] req@ffff8800a8fd5f80 x1818247337177344/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016328.408176:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337177344/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016328.408187:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016328.408190:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016328.408195:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337177344:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016328.408202:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337177472:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016328.408217:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016328.408224:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016328/real 1734016328] req@ffff8800a8fd5880 x1818247337177472/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016328.408235:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337177472/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016328.408242:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016328.408245:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016328.408248:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337177472:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016328.408254:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337177600:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016328.408270:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016328.408276:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016328/real 1734016328] req@ffff8800a8fd4000 x1818247337177600/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016328.408286:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4000 x1818247337177600/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016328.408294:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016328.408296:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016328.408299:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337177600:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016328.408322:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337177728:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016328.408334:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016328.408340:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016328/real 1734016328] req@ffff8800a8fd6a00 x1818247337177728/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016328.408350:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337177728/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016328.408357:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016328.408360:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016328.408363:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337177728:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016328.408368:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337177856:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016328.408379:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016328.408385:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016328/real 1734016328] req@ffff8800a8fd4e00 x1818247337177856/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016328.408401:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337177856/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016328.408409:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016328.408411:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016328.408414:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337177856:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016328.408419:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337177984:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016328.408431:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016328.408436:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016328/real 1734016328] req@ffff8800a8fd5180 x1818247337177984/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016328.408446:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337177984/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016328.408453:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016328.408455:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016328.408458:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337177984:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016333.416030:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337178112:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016333.416093:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016333.416114:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016333/real 1734016333] req@ffff8800a8fd4a80 x1818247337178112/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016333.416133:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337178112/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016333.416144:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016333.416148:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016333.416152:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337178112:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016333.416159:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337178240:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016333.416175:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016333.416181:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016333/real 1734016333] req@ffff8800a8fd7b80 x1818247337178240/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016333.416192:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337178240/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016333.416199:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016333.416202:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016333.416206:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337178240:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016333.416212:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337178368:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016333.416224:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016333.416230:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016333/real 1734016333] req@ffff8800a8fd5c00 x1818247337178368/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016333.416240:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337178368/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016333.416247:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016333.416249:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016333.416253:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337178368:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016333.416277:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337178496:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016333.416293:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016333.416299:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016333/real 1734016333] req@ffff8800a8fd7100 x1818247337178496/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016333.416310:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337178496/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016333.416317:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016333.416320:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016333.416323:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337178496:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016333.416328:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337178624:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016333.416340:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016333.416345:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016333/real 1734016333] req@ffff8800a8fd6680 x1818247337178624/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016333.416355:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337178624/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016333.416362:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016333.416364:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016333.416367:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337178624:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016333.416373:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337178752:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016333.416384:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016333.416389:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016333/real 1734016333] req@ffff8800a8fd5180 x1818247337178752/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016333.416405:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337178752/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016333.416413:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016333.416415:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016333.416418:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337178752:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016338.424053:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337178880:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016338.424118:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016338.424138:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016338/real 1734016338] req@ffff8800a8fd4e00 x1818247337178880/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016338.424157:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337178880/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016338.424168:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016338.424171:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016338.424176:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337178880:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016338.424182:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337179008:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016338.424198:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016338.424205:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016338/real 1734016338] req@ffff8800a8fd6a00 x1818247337179008/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016338.424216:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337179008/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016338.424223:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016338.424227:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016338.424230:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337179008:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016338.424236:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337179136:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016338.424249:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016338.424255:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016338/real 1734016338] req@ffff8800a8fd4000 x1818247337179136/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016338.424265:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4000 x1818247337179136/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016338.424273:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016338.424275:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016338.424279:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337179136:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016338.424303:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337179264:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016338.424315:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016338.424320:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016338/real 1734016338] req@ffff8800a8fd5880 x1818247337179264/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016338.424331:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337179264/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016338.424339:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016338.424341:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016338.424344:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337179264:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016338.424349:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337179392:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016338.424369:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016338.424375:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016338/real 1734016338] req@ffff8800a8fd5f80 x1818247337179392/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016338.424385:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337179392/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016338.424392:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016338.424395:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016338.424398:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337179392:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016338.424403:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337179520:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016338.424471:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016338.424479:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016338/real 1734016338] req@ffff8800a8fd6d80 x1818247337179520/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016338.424489:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337179520/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016338.424497:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016338.424499:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016338.424502:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337179520:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016343.432058:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337179648:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016343.432122:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016343.432142:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016343/real 1734016343] req@ffff8800a8fd5500 x1818247337179648/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016343.432170:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337179648/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016343.432180:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016343.432183:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016343.432188:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337179648:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016343.432195:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337179776:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016343.432211:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016343.432217:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016343/real 1734016343] req@ffff8800a8fd7800 x1818247337179776/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016343.432228:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337179776/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016343.432236:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016343.432238:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016343.432241:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337179776:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016343.432247:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337179904:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016343.432264:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016343.432270:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016343/real 1734016343] req@ffff8800a8fd7480 x1818247337179904/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016343.432280:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337179904/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016343.432287:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016343.432290:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016343.432293:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337179904:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016343.432317:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337180032:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016343.432377:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016343.432386:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016343/real 1734016343] req@ffff8800a8fd6300 x1818247337180032/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016343.432396:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337180032/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016343.432404:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016343.432406:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016343.432409:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337180032:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016343.432415:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337180160:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016343.432428:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016343.432433:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016343/real 1734016343] req@ffff8800a8fd4380 x1818247337180160/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016343.432444:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337180160/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016343.432451:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016343.432453:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016343.432456:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337180160:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016343.432461:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337180288:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016343.432482:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016343.432488:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016343/real 1734016343] req@ffff8800a8fd6d80 x1818247337180288/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016343.432499:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337180288/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016343.432506:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016343.432508:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016343.432511:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337180288:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016348.440050:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337180416:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016348.440113:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016348.440133:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016348/real 1734016348] req@ffff8800a8fd5f80 x1818247337180416/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016348.440153:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337180416/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016348.440163:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016348.440166:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016348.440171:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337180416:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016348.440178:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337180544:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016348.440193:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016348.440200:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016348/real 1734016348] req@ffff8800a8fd5880 x1818247337180544/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016348.440211:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337180544/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016348.440219:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016348.440221:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016348.440225:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337180544:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016348.440231:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337180672:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016348.440290:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016348.440298:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016348/real 1734016348] req@ffff8800a8fd4000 x1818247337180672/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016348.440308:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4000 x1818247337180672/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016348.440315:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016348.440318:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016348.440321:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337180672:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016348.440344:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337180800:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016348.440358:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016348.440364:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016348/real 1734016348] req@ffff8800a8fd6a00 x1818247337180800/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016348.440374:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337180800/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016348.440381:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016348.440384:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016348.440387:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337180800:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016348.440394:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337180928:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016348.440406:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016348.440412:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016348/real 1734016348] req@ffff8800a8fd4e00 x1818247337180928/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016348.440422:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337180928/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016348.440430:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016348.440432:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016348.440435:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337180928:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016348.440441:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337181056:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016348.440456:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016348.440462:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016348/real 1734016348] req@ffff8800a8fd5180 x1818247337181056/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016348.440472:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337181056/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016348.440479:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016348.440481:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016348.440484:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337181056:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016353.448091:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337181184:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016353.448199:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016353.448221:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016353/real 1734016353] req@ffff8800a8fd6680 x1818247337181184/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016353.448241:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337181184/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016353.448253:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016353.448256:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016353.448261:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337181184:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016353.448268:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337181312:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016353.448288:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016353.448294:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016353/real 1734016353] req@ffff8800a8fd7100 x1818247337181312/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016353.448305:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337181312/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016353.448313:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016353.448316:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016353.448319:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337181312:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016353.448325:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337181440:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016353.448338:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016353.448344:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016353/real 1734016353] req@ffff8800a8fd5c00 x1818247337181440/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016353.448353:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337181440/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016353.448360:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016353.448364:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016353.448367:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337181440:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016353.448391:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337181568:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016353.448404:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016353.448410:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016353/real 1734016353] req@ffff8800a8fd7b80 x1818247337181568/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016353.448420:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337181568/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016353.448427:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016353.448429:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016353.448432:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337181568:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016353.448438:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337181696:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016353.448449:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016353.448455:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016353/real 1734016353] req@ffff8800a8fd4a80 x1818247337181696/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016353.448464:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337181696/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016353.448471:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016353.448474:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016353.448477:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337181696:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016353.448482:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337181824:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016353.448502:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016353.448508:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016353/real 1734016353] req@ffff8800a8fd5180 x1818247337181824/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016353.448518:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337181824/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016353.448525:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016353.448527:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016353.448530:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337181824:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016358.456115:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337181952:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016358.456181:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016358.456202:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016358/real 1734016358] req@ffff8800a8fd4e00 x1818247337181952/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016358.456221:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337181952/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016358.456232:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016358.456236:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016358.456241:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337181952:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016358.456248:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337182080:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016358.456264:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016358.456270:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016358/real 1734016358] req@ffff8800a8fd6a00 x1818247337182080/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016358.456281:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337182080/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016358.456290:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016358.456292:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016358.456296:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337182080:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016358.456301:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337182208:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016358.456318:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016358.456324:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016358/real 1734016358] req@ffff8800a8fd4000 x1818247337182208/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016358.456334:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4000 x1818247337182208/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016358.456341:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016358.456343:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016358.456347:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337182208:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016358.456371:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337182336:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016358.456383:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016358.456389:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016358/real 1734016358] req@ffff8800a8fd5880 x1818247337182336/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016358.456399:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337182336/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016358.456407:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016358.456409:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016358.456412:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337182336:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016358.456418:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337182464:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016358.456430:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016358.456436:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016358/real 1734016358] req@ffff8800a8fd5f80 x1818247337182464/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016358.456447:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337182464/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016358.456454:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016358.456457:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016358.456460:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337182464:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016358.456465:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337182592:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016358.456476:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016358.456482:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016358/real 1734016358] req@ffff8800a8fd6d80 x1818247337182592/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016358.456492:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337182592/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016358.456499:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016358.456501:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016358.456504:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337182592:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016363.464076:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337182720:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016363.464162:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016363.464186:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016363/real 1734016363] req@ffff8800a8fd4380 x1818247337182720/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016363.464208:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337182720/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016363.464220:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016363.464224:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016363.464228:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337182720:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016363.464236:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337182848:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016363.464254:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016363.464261:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016363/real 1734016363] req@ffff8800a8fd6300 x1818247337182848/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016363.464272:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337182848/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016363.464280:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016363.464282:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016363.464286:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337182848:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016363.464312:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337182976:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016363.464325:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016363.464331:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016363/real 1734016363] req@ffff8800a8fd7480 x1818247337182976/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016363.464341:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337182976/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016363.464349:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016363.464353:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016363.464356:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337182976:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016363.464362:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337183104:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016363.464374:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016363.464380:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016363/real 1734016363] req@ffff8800a8fd7800 x1818247337183104/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016363.464390:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337183104/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016363.464397:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016363.464399:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016363.464402:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337183104:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016363.464407:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337183232:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016363.464420:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016363.464425:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016363/real 1734016363] req@ffff8800a8fd5500 x1818247337183232/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016363.464435:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337183232/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016363.464442:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016363.464444:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016363.464447:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337183232:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016363.464453:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337183360:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016363.464470:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016363.464476:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016363/real 1734016363] req@ffff8800a8fd6d80 x1818247337183360/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016363.464486:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337183360/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016363.464493:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016363.464495:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016363.464498:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337183360:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016368.471999:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337183488:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016368.472063:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016368.472084:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016368/real 1734016368] req@ffff8800a8fd5f80 x1818247337183488/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016368.472103:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337183488/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016368.472114:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016368.472117:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016368.472122:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337183488:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016368.472130:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337183616:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016368.472146:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016368.472153:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016368/real 1734016368] req@ffff8800a8fd5880 x1818247337183616/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016368.472164:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337183616/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016368.472172:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016368.472175:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016368.472179:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337183616:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016368.472203:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337183744:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016368.472215:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016368.472221:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016368/real 1734016368] req@ffff8800a8fd4000 x1818247337183744/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016368.472232:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4000 x1818247337183744/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016368.472239:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016368.472242:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016368.472245:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337183744:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016368.472251:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337183872:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016368.472262:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016368.472267:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016368/real 1734016368] req@ffff8800a8fd6a00 x1818247337183872/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016368.472277:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337183872/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016368.472284:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016368.472286:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016368.472289:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337183872:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016368.472295:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337184000:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016368.472313:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016368.472319:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016368/real 1734016368] req@ffff8800a8fd4e00 x1818247337184000/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016368.472329:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337184000/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016368.472337:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016368.472339:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016368.472342:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337184000:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016368.472347:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337184128:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016368.472359:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016368.472365:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016368/real 1734016368] req@ffff8800a8fd5180 x1818247337184128/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016368.472375:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337184128/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016368.472381:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016368.472384:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016368.472387:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337184128:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016373.480119:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337184256:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016373.480182:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016373.480203:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016373/real 1734016373] req@ffff8800a8fd4a80 x1818247337184256/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016373.480223:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337184256/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016373.480234:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016373.480237:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016373.480242:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337184256:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016373.480249:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337184384:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016373.480265:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016373.480272:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016373/real 1734016373] req@ffff8800a8fd7b80 x1818247337184384/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016373.480283:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337184384/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016373.480290:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016373.480293:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016373.480296:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337184384:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016373.480302:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337184512:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016373.480319:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016373.480325:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016373/real 1734016373] req@ffff8800a8fd5c00 x1818247337184512/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016373.480335:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337184512/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016373.480342:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016373.480345:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016373.480348:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337184512:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016373.480373:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337184640:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016373.480385:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016373.480391:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016373/real 1734016373] req@ffff8800a8fd7100 x1818247337184640/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016373.480401:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337184640/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016373.480408:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016373.480411:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016373.480414:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337184640:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016373.480419:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337184768:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016373.480431:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016373.480436:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016373/real 1734016373] req@ffff8800a8fd6680 x1818247337184768/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016373.480446:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337184768/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016373.480453:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016373.480455:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016373.480458:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337184768:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016373.480464:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337184896:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016373.480484:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016373.480489:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016373/real 1734016373] req@ffff8800a8fd5180 x1818247337184896/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016373.480499:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337184896/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016373.480506:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016373.480509:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016373.480511:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337184896:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016378.488073:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337185024:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016378.488160:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337185152:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016378.488181:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337185280:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016378.488205:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337185408:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016378.488219:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337185536:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016378.488233:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337185664:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016381.494299:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016378/real 1734016381] req@ffff8800a8fd5880 x1818247337185408/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016381.494337:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337185408/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016381.494355:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016381.494362:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016381.494370:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337185408:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016381.494381:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016378/real 1734016381] req@ffff8800a8fd5f80 x1818247337185536/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016381.494402:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337185536/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016381.494415:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016381.494420:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016381.494425:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337185536:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016381.494435:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016378/real 1734016381] req@ffff8800a8fd6d80 x1818247337185664/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016381.494452:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337185664/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016381.494464:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016381.494468:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016381.494473:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337185664:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016381.494483:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016378/real 1734016381] req@ffff8800a8fd4e00 x1818247337185024/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016381.494500:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337185024/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016381.494513:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016381.494516:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016381.494522:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337185024:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016381.494532:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016378/real 1734016381] req@ffff8800a8fd6a00 x1818247337185152/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016381.494550:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337185152/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016381.494562:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016381.494566:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016381.494571:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337185152:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016381.494581:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016378/real 1734016381] req@ffff8800a8fd4000 x1818247337185280/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016381.494598:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4000 x1818247337185280/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016381.494610:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016381.494613:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016381.494618:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337185280:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016383.496069:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337185792:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016383.496133:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016383.496154:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016383/real 1734016383] req@ffff8800a8fd5500 x1818247337185792/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016383.496173:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337185792/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016383.496184:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016383.496189:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016383.496193:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337185792:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016383.496200:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337185920:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016383.496217:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016383.496223:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016383/real 1734016383] req@ffff8800a8fd7800 x1818247337185920/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016383.496234:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337185920/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016383.496242:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016383.496245:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016383.496249:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337185920:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016383.496254:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337186048:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016383.496267:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016383.496273:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016383/real 1734016383] req@ffff8800a8fd7480 x1818247337186048/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016383.496283:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337186048/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016383.496290:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016383.496292:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016383.496296:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337186048:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016383.496319:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337186176:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016383.496334:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016383.496340:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016383/real 1734016383] req@ffff8800a8fd6300 x1818247337186176/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016383.496351:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337186176/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016383.496358:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016383.496360:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016383.496363:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337186176:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016383.496368:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337186304:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016383.496380:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016383.496385:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016383/real 1734016383] req@ffff8800a8fd4380 x1818247337186304/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016383.496395:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337186304/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016383.496402:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016383.496404:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016383.496407:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337186304:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016383.496413:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337186432:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016383.496424:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016383.496430:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016383/real 1734016383] req@ffff8800a8fd4000 x1818247337186432/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016383.496447:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4000 x1818247337186432/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016383.496454:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016383.496456:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016383.496459:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337186432:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016388.504022:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337186560:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016388.504085:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016388.504106:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016388/real 1734016388] req@ffff8800a8fd6a00 x1818247337186560/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016388.504126:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337186560/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016388.504137:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016388.504140:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016388.504145:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337186560:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016388.504152:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337186688:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016388.504167:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016388.504174:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016388/real 1734016388] req@ffff8800a8fd4e00 x1818247337186688/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016388.504185:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337186688/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016388.504193:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016388.504196:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016388.504199:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337186688:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016388.504206:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337186816:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016388.504219:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016388.504224:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016388/real 1734016388] req@ffff8800a8fd6d80 x1818247337186816/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016388.504234:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337186816/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016388.504242:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016388.504244:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016388.504247:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337186816:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016388.504271:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337186944:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016388.504283:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016388.504289:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016388/real 1734016388] req@ffff8800a8fd5f80 x1818247337186944/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016388.504299:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337186944/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016388.504307:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016388.504309:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016388.504312:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337186944:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016388.504317:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337187072:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016388.504332:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016388.504338:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016388/real 1734016388] req@ffff8800a8fd5880 x1818247337187072/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016388.504349:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337187072/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016388.504356:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016388.504358:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016388.504361:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337187072:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016388.504366:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337187200:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016388.504378:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016388.504383:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016388/real 1734016388] req@ffff8800a8fd5180 x1818247337187200/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016388.504393:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337187200/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016388.504400:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016388.504402:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016388.504405:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337187200:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016393.512078:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337187328:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016393.512143:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016393.512164:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016393/real 1734016393] req@ffff8800a8fd6680 x1818247337187328/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016393.512191:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337187328/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016393.512201:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016393.512204:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016393.512209:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337187328:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016393.512216:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337187456:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016393.512232:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016393.512238:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016393/real 1734016393] req@ffff8800a8fd7100 x1818247337187456/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016393.512249:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337187456/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016393.512256:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016393.512259:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016393.512262:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337187456:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016393.512268:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337187584:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016393.512281:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016393.512286:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016393/real 1734016393] req@ffff8800a8fd5c00 x1818247337187584/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016393.512296:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337187584/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016393.512303:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016393.512307:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016393.512310:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337187584:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016393.512334:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337187712:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016393.512347:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016393.512353:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016393/real 1734016393] req@ffff8800a8fd7b80 x1818247337187712/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016393.512363:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337187712/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016393.512371:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016393.512373:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016393.512376:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337187712:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016393.512381:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337187840:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016393.512397:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016393.512403:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016393/real 1734016393] req@ffff8800a8fd4a80 x1818247337187840/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016393.512413:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337187840/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016393.512420:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016393.512422:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016393.512425:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337187840:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016393.512431:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337187968:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016393.512451:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016393.512457:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016393/real 1734016393] req@ffff8800a8fd5180 x1818247337187968/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016393.512467:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337187968/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016393.512523:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016393.512525:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016393.512528:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337187968:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016398.520045:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337188096:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016398.520110:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016398.520130:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016398/real 1734016398] req@ffff8800a8fd5880 x1818247337188096/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016398.520149:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337188096/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016398.520160:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016398.520163:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016398.520167:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337188096:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016398.520174:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337188224:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016398.520190:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016398.520197:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016398/real 1734016398] req@ffff8800a8fd5f80 x1818247337188224/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016398.520208:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337188224/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016398.520216:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016398.520219:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016398.520222:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337188224:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016398.520228:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337188352:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016398.520243:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016398.520248:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016398/real 1734016398] req@ffff8800a8fd6d80 x1818247337188352/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016398.520258:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337188352/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016398.520265:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016398.520268:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016398.520271:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337188352:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016398.520296:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337188480:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016398.520308:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016398.520314:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016398/real 1734016398] req@ffff8800a8fd4e00 x1818247337188480/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016398.520324:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337188480/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016398.520332:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016398.520334:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016398.520337:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337188480:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016398.520343:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337188608:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016398.520355:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016398.520362:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016398/real 1734016398] req@ffff8800a8fd6a00 x1818247337188608/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016398.520372:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337188608/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016398.520379:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016398.520381:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016398.520430:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337188608:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016398.520437:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337188736:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016398.520458:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016398.520465:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016398/real 1734016398] req@ffff8800a8fd4000 x1818247337188736/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016398.520475:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4000 x1818247337188736/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016398.520483:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016398.520485:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016398.520488:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337188736:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016403.528093:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337188864:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016403.528170:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016403.528192:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016403/real 1734016403] req@ffff8800a8fd4380 x1818247337188864/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016403.528213:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337188864/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016403.528225:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016403.528229:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016403.528233:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337188864:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016403.528242:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337188992:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016403.528260:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016403.528266:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016403/real 1734016403] req@ffff8800a8fd6300 x1818247337188992/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016403.528277:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337188992/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016403.528285:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016403.528287:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016403.528291:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337188992:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016403.528297:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337189120:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016403.528354:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016403.528361:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016403/real 1734016403] req@ffff8800a8fd7480 x1818247337189120/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016403.528372:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337189120/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016403.528379:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016403.528382:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016403.528386:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337189120:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016403.528413:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337189248:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016403.528426:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016403.528432:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016403/real 1734016403] req@ffff8800a8fd7800 x1818247337189248/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016403.528443:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337189248/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016403.528450:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016403.528453:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016403.528456:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337189248:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016403.528462:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337189376:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016403.528475:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016403.528480:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016403/real 1734016403] req@ffff8800a8fd5500 x1818247337189376/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016403.528490:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337189376/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016403.528497:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016403.528500:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016403.528503:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337189376:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016403.528509:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337189504:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016403.528524:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016403.528530:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016403/real 1734016403] req@ffff8800a8fd4000 x1818247337189504/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016403.528541:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4000 x1818247337189504/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016403.528548:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016403.528550:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016403.528553:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337189504:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016408.536049:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337189632:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016408.536114:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016408.536134:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016408/real 1734016408] req@ffff8800a8fd6a00 x1818247337189632/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016408.536153:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337189632/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016408.536164:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016408.536168:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016408.536172:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337189632:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016408.536179:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337189760:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016408.536195:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016408.536201:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016408/real 1734016408] req@ffff8800a8fd4e00 x1818247337189760/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016408.536212:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337189760/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016408.536254:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016408.536257:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016408.536261:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337189760:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016408.536268:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337189888:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016408.536291:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016408.536298:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016408/real 1734016408] req@ffff8800a8fd6d80 x1818247337189888/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016408.536309:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337189888/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016408.536317:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016408.536319:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016408.536322:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337189888:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016408.536346:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337190016:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016408.536358:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016408.536364:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016408/real 1734016408] req@ffff8800a8fd5f80 x1818247337190016/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016408.536375:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337190016/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016408.536382:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016408.536384:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016408.536387:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337190016:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016408.536394:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337190144:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016408.536406:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016408.536412:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016408/real 1734016408] req@ffff8800a8fd5880 x1818247337190144/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016408.536422:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337190144/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016408.536430:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016408.536432:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016408.536435:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337190144:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016408.536440:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337190272:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016408.536455:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016408.536461:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016408/real 1734016408] req@ffff8800a8fd5180 x1818247337190272/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016408.536470:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337190272/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016408.536477:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016408.536479:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016408.536482:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337190272:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016413.544065:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337190400:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016413.544128:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016413.544175:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016413/real 1734016413] req@ffff8800a8fd4a80 x1818247337190400/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016413.544196:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337190400/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016413.544207:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016413.544211:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016413.544216:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337190400:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016413.544223:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337190528:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016413.544241:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016413.544248:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016413/real 1734016413] req@ffff8800a8fd7b80 x1818247337190528/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016413.544259:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337190528/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016413.544266:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016413.544269:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016413.544272:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337190528:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016413.544278:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337190656:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016413.544291:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016413.544296:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016413/real 1734016413] req@ffff8800a8fd5c00 x1818247337190656/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016413.544307:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337190656/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016413.544313:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016413.544316:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016413.544320:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337190656:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016413.544344:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337190784:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016413.544356:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016413.544362:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016413/real 1734016413] req@ffff8800a8fd7100 x1818247337190784/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016413.544373:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337190784/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016413.544380:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016413.544382:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016413.544385:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337190784:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016413.544391:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337190912:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016413.544402:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016413.544408:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016413/real 1734016413] req@ffff8800a8fd6680 x1818247337190912/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016413.544418:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337190912/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016413.544424:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016413.544427:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016413.544430:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337190912:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016413.544435:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337191040:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016413.544451:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016413.544457:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016413/real 1734016413] req@ffff8800a8fd5180 x1818247337191040/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016413.544467:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337191040/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016413.544474:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016413.544476:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016413.544479:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337191040:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016418.552071:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337191168:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016418.552136:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016418.552157:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016418/real 1734016418] req@ffff8800a8fd5880 x1818247337191168/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016418.552176:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337191168/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016418.552187:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016418.552190:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016418.552194:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337191168:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016418.552202:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337191296:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016418.552218:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016418.552224:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016418/real 1734016418] req@ffff8800a8fd5f80 x1818247337191296/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016418.552235:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337191296/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016418.552243:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016418.552246:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016418.552249:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337191296:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016418.552255:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337191424:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016418.552267:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016418.552273:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016418/real 1734016418] req@ffff8800a8fd6d80 x1818247337191424/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016418.552283:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337191424/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016418.552290:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016418.552293:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016418.552296:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337191424:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016418.552320:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337191552:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016418.552332:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016418.552338:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016418/real 1734016418] req@ffff8800a8fd4e00 x1818247337191552/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016418.552349:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337191552/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016418.552356:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016418.552358:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016418.552361:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337191552:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016418.552367:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337191680:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016418.552380:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016418.552386:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016418/real 1734016418] req@ffff8800a8fd6a00 x1818247337191680/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016418.552396:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337191680/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016418.552404:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016418.552406:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016418.552409:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337191680:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016418.552414:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337191808:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016418.552426:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016418.552431:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016418/real 1734016418] req@ffff8800a8fd4000 x1818247337191808/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016418.552441:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4000 x1818247337191808/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016418.552447:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016418.552449:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016418.552452:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337191808:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016423.560146:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337191936:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016423.560219:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016423.560241:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016423/real 1734016423] req@ffff8800a8fd5500 x1818247337191936/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016423.560262:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337191936/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016423.560275:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016423.560279:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016423.560283:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337191936:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016423.560291:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337192064:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016423.560309:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016423.560315:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016423/real 1734016423] req@ffff8800a8fd7800 x1818247337192064/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016423.560327:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337192064/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016423.560334:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016423.560337:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016423.560340:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337192064:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016423.560347:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337192192:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016423.560360:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016423.560366:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016423/real 1734016423] req@ffff8800a8fd7480 x1818247337192192/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016423.560376:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337192192/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016423.560383:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016423.560386:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016423.560389:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337192192:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016423.560416:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337192320:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016423.560429:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016423.560435:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016423/real 1734016423] req@ffff8800a8fd6300 x1818247337192320/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016423.560445:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337192320/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016423.560453:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016423.560455:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016423.560458:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337192320:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016423.560464:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337192448:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016423.560476:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016423.560482:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016423/real 1734016423] req@ffff8800a8fd4380 x1818247337192448/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016423.560492:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337192448/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016423.560499:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016423.560501:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016423.560504:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337192448:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016423.560511:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337192576:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016423.560526:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016423.560531:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016423/real 1734016423] req@ffff8800a8fd4000 x1818247337192576/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016423.560541:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4000 x1818247337192576/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016423.560548:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016423.560550:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016423.560553:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337192576:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016428.568097:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337192704:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016428.568162:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016428.568183:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016428/real 1734016428] req@ffff8800a8fd6a00 x1818247337192704/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016428.568202:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337192704/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016428.568213:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016428.568216:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016428.568220:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337192704:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016428.568227:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337192832:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016428.568243:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016428.568249:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016428/real 1734016428] req@ffff8800a8fd4e00 x1818247337192832/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016428.568261:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337192832/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016428.568269:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016428.568272:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016428.568275:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337192832:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016428.568281:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337192960:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016428.568294:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016428.568300:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016428/real 1734016428] req@ffff8800a8fd6d80 x1818247337192960/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016428.568310:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337192960/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016428.568317:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016428.568319:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016428.568322:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337192960:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016428.568347:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337193088:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016428.568359:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016428.568365:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016428/real 1734016428] req@ffff8800a8fd5f80 x1818247337193088/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016428.568375:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337193088/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016428.568383:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016428.568385:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016428.568388:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337193088:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016428.568394:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337193216:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016428.568410:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016428.568416:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016428/real 1734016428] req@ffff8800a8fd5880 x1818247337193216/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016428.568426:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337193216/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016428.568433:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016428.568436:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016428.568439:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337193216:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016428.568444:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337193344:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016428.568460:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016428.568465:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016428/real 1734016428] req@ffff8800a8fd5180 x1818247337193344/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016428.568475:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337193344/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016428.568482:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016428.568484:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016428.568487:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337193344:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016433.576018:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337193472:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016433.576083:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016433.576104:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016433/real 1734016433] req@ffff8800a8fd6680 x1818247337193472/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016433.576125:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337193472/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016433.576136:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016433.576139:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016433.576143:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337193472:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016433.576150:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337193600:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016433.576166:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016433.576173:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016433/real 1734016433] req@ffff8800a8fd7100 x1818247337193600/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016433.576184:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337193600/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016433.576192:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016433.576194:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016433.576197:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337193600:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016433.576203:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337193728:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016433.576216:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016433.576222:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016433/real 1734016433] req@ffff8800a8fd5c00 x1818247337193728/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016433.576232:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337193728/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016433.576239:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016433.576242:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016433.576245:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337193728:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016433.576269:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337193856:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016433.576282:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016433.576288:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016433/real 1734016433] req@ffff8800a8fd7b80 x1818247337193856/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016433.576298:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337193856/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016433.576305:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016433.576308:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016433.576311:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337193856:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016433.576316:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337193984:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016433.576332:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016433.576337:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016433/real 1734016433] req@ffff8800a8fd4a80 x1818247337193984/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016433.576347:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337193984/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016433.576354:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016433.576357:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016433.576360:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337193984:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016433.576366:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337194112:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016433.576385:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016433.576391:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016433/real 1734016433] req@ffff8800a8fd5180 x1818247337194112/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016433.576401:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337194112/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016433.576408:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016433.576410:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016433.576413:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337194112:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016438.584062:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337194240:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016438.584127:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016438.584148:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016438/real 1734016438] req@ffff8800a8fd5880 x1818247337194240/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016438.584168:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337194240/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016438.584179:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016438.584182:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016438.584187:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337194240:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016438.584194:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337194368:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016438.584210:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016438.584217:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016438/real 1734016438] req@ffff8800a8fd5f80 x1818247337194368/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016438.584228:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337194368/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016438.584236:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016438.584239:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016438.584242:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337194368:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016438.584248:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337194496:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016438.584265:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016438.584270:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016438/real 1734016438] req@ffff8800a8fd6d80 x1818247337194496/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016438.584280:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337194496/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016438.584287:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016438.584290:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016438.584293:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337194496:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016438.584318:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337194624:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016438.584330:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016438.584336:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016438/real 1734016438] req@ffff8800a8fd4e00 x1818247337194624/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016438.584347:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337194624/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016438.584354:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016438.584356:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016438.584359:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337194624:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016438.584366:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337194752:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016438.584378:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016438.584384:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016438/real 1734016438] req@ffff8800a8fd6a00 x1818247337194752/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016438.584394:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337194752/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016438.584401:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016438.584403:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016438.584406:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337194752:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016438.584412:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337194880:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016438.584423:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016438.584429:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016438/real 1734016438] req@ffff8800a8fd4000 x1818247337194880/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016438.584439:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4000 x1818247337194880/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016438.584445:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016438.584447:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016438.584450:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337194880:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016443.592057:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337195008:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016443.592148:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337195136:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016443.592168:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337195264:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016443.592191:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337195392:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016443.592206:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337195520:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016443.592219:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337195648:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016448.600077:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337195776:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016448.600141:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016448.600162:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016448/real 1734016448] req@ffff8800a8fd7480 x1818247337195776/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016448.600181:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337195776/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016448.600192:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016448.600195:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016448.600200:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337195776:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016448.600207:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337195904:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016448.600223:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016448.600229:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016448/real 1734016448] req@ffff8800a8fd6300 x1818247337195904/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016448.600240:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337195904/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016448.600248:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016448.600250:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016448.600254:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337195904:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016448.600260:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337196032:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016448.600273:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016448.600279:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016448/real 1734016448] req@ffff8800a8fd4380 x1818247337196032/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016448.600289:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337196032/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016448.600296:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016448.600298:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016448.600301:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337196032:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016448.600324:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337196160:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016448.600336:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016448.600342:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016448/real 1734016448] req@ffff8800a8fd4000 x1818247337196160/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016448.600352:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4000 x1818247337196160/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016448.600360:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016448.600362:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016448.600366:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337196160:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016448.600371:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337196288:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016448.600382:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016448.600388:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016448/real 1734016448] req@ffff8800a8fd5500 x1818247337196288/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016448.600399:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337196288/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016448.600406:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016448.600408:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016448.600411:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337196288:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016448.600417:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337196416:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016448.600428:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016448.600433:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016448/real 1734016448] req@ffff8800a8fd7800 x1818247337196416/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016448.600443:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337196416/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016448.600450:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016448.600452:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016448.600455:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337196416:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016453.608064:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337196544:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016453.608127:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016453.608148:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016453/real 1734016453] req@ffff8800a8fd6a00 x1818247337196544/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016453.608167:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337196544/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016453.608177:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016453.608181:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016453.608185:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337196544:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016453.608193:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337196672:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016453.608209:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016453.608215:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016453/real 1734016453] req@ffff8800a8fd4e00 x1818247337196672/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016453.608226:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337196672/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016453.608233:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016453.608236:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016453.608240:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337196672:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016453.608246:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337196800:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016453.608259:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016453.608264:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016453/real 1734016453] req@ffff8800a8fd6d80 x1818247337196800/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016453.608274:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337196800/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016453.608281:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016453.608284:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016453.608287:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337196800:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016453.608311:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337196928:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016453.608327:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016453.608333:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016453/real 1734016453] req@ffff8800a8fd5f80 x1818247337196928/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016453.608344:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337196928/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016453.608351:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016453.608353:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016453.608356:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337196928:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016453.608362:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337197056:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016453.608373:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016453.608379:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016453/real 1734016453] req@ffff8800a8fd5880 x1818247337197056/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016453.608389:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337197056/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016453.608396:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016453.608398:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016453.608401:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337197056:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016453.608407:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337197184:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016453.608418:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016453.608423:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016453/real 1734016453] req@ffff8800a8fd5180 x1818247337197184/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016453.608440:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337197184/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016453.608490:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016453.608493:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016453.608497:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337197184:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016458.616003:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337197312:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016458.616047:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016458.616060:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016458/real 1734016458] req@ffff8800a8fd4a80 x1818247337197312/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016458.616071:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337197312/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016458.616076:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016458.616078:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016458.616081:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337197312:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016458.616084:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337197440:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016458.616093:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016458.616096:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016458/real 1734016458] req@ffff8800a8fd7b80 x1818247337197440/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016458.616102:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337197440/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016458.616106:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016458.616107:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016458.616109:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337197440:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016458.616113:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337197568:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016458.616120:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016458.616123:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016458/real 1734016458] req@ffff8800a8fd5c00 x1818247337197568/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016458.616127:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337197568/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016458.616131:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016458.616133:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016458.616134:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337197568:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016458.616137:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337197696:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016458.616143:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016458.616146:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016458/real 1734016458] req@ffff8800a8fd7100 x1818247337197696/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016458.616151:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337197696/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016458.616155:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016458.616156:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016458.616158:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337197696:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016458.616173:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337197824:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016458.616181:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016458.616185:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016458/real 1734016458] req@ffff8800a8fd6680 x1818247337197824/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016458.616190:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337197824/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016458.616194:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016458.616195:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016458.616196:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337197824:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016458.616199:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337197952:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016458.616205:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016458.616208:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016458/real 1734016458] req@ffff8800a8fd5180 x1818247337197952/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016458.616213:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337197952/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016458.616216:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016458.616217:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016458.616219:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337197952:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016463.623991:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337198080:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016463.624045:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016463.624068:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016463/real 1734016463] req@ffff8800a8fd5880 x1818247337198080/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016463.624084:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337198080/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016463.624096:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016463.624098:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016463.624101:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337198080:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016463.624105:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337198208:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016463.624116:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016463.624132:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016463/real 1734016463] req@ffff8800a8fd5f80 x1818247337198208/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016463.624138:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337198208/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016463.624142:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016463.624144:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016463.624145:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337198208:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016463.624169:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337198336:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016463.624178:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016463.624182:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016463/real 1734016463] req@ffff8800a8fd6d80 x1818247337198336/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016463.624199:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337198336/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016463.624203:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016463.624205:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016463.624206:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337198336:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016463.624210:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337198464:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016463.624217:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016463.624221:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016463/real 1734016463] req@ffff8800a8fd4e00 x1818247337198464/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016463.624233:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337198464/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016463.624238:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016463.624239:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016463.624241:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337198464:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016463.624244:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337198592:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016463.624251:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016463.624255:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016463/real 1734016463] req@ffff8800a8fd6a00 x1818247337198592/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016463.624273:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337198592/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016463.624289:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016463.624290:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016463.624292:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337198592:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016463.624296:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337198720:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016463.624322:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016463.624327:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016463/real 1734016463] req@ffff8800a8fd7800 x1818247337198720/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016463.624332:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337198720/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016463.624336:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016463.624338:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016463.624339:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337198720:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016468.632043:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337198848:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016468.632093:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016468.632111:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016468/real 1734016468] req@ffff8800a8fd5500 x1818247337198848/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016468.632123:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337198848/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016468.632128:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016468.632130:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016468.632133:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337198848:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016468.632137:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337198976:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016468.632150:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016468.632154:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016468/real 1734016468] req@ffff8800a8fd4000 x1818247337198976/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016468.632160:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4000 x1818247337198976/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016468.632164:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016468.632166:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016468.632167:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337198976:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016468.632181:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337199104:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016468.632189:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016468.632217:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016468/real 1734016468] req@ffff8800a8fd4380 x1818247337199104/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016468.632223:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337199104/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016468.632228:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016468.632229:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016468.632231:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337199104:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016468.632234:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337199232:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016468.632243:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016468.632247:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016468/real 1734016468] req@ffff8800a8fd6300 x1818247337199232/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016468.632252:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337199232/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016468.632256:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016468.632257:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016468.632259:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337199232:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016468.632262:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337199360:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016468.632269:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016468.632272:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016468/real 1734016468] req@ffff8800a8fd7480 x1818247337199360/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016468.632277:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337199360/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016468.632281:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016468.632282:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016468.632284:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337199360:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016468.632286:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337199488:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016468.632292:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016468.632295:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016468/real 1734016468] req@ffff8800a8fd7800 x1818247337199488/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016468.632300:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337199488/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016468.632304:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016468.632305:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016468.632306:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337199488:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016473.639966:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337199616:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016473.640012:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016473.640024:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016473/real 1734016473] req@ffff8800a8fd6a00 x1818247337199616/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016473.640035:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337199616/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016473.640041:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016473.640043:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016473.640045:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337199616:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016473.640049:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337199744:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016473.640058:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016473.640061:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016473/real 1734016473] req@ffff8800a8fd4e00 x1818247337199744/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016473.640067:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337199744/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016473.640071:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016473.640072:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016473.640074:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337199744:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016473.640076:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337199872:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016473.640083:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016473.640086:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016473/real 1734016473] req@ffff8800a8fd6d80 x1818247337199872/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016473.640091:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337199872/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016473.640094:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016473.640096:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016473.640098:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337199872:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016473.640101:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337200000:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016473.640119:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016473.640123:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016473/real 1734016473] req@ffff8800a8fd5f80 x1818247337200000/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016473.640128:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337200000/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016473.640133:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016473.640134:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016473.640135:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337200000:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016473.640151:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337200128:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016473.640159:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016473.640162:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016473/real 1734016473] req@ffff8800a8fd5880 x1818247337200128/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016473.640168:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337200128/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016473.640172:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016473.640173:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016473.640174:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337200128:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016473.640177:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337200256:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016473.640186:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016473.640189:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016473/real 1734016473] req@ffff8800a8fd5180 x1818247337200256/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016473.640194:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337200256/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016473.640197:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016473.640198:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016473.640200:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337200256:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016478.648080:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337200384:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016478.648139:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016478.648157:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016478/real 1734016478] req@ffff8800a8fd6680 x1818247337200384/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016478.648174:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337200384/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016478.648183:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016478.648186:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016478.648189:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337200384:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016478.648196:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337200512:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016478.648210:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016478.648215:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016478/real 1734016478] req@ffff8800a8fd7100 x1818247337200512/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016478.648224:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337200512/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016478.648231:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016478.648233:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016478.648236:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337200512:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016478.648255:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337200640:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016478.648266:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016478.648270:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016478/real 1734016478] req@ffff8800a8fd5c00 x1818247337200640/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016478.648279:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337200640/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016478.648285:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016478.648287:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016478.648289:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337200640:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016478.648294:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337200768:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016478.648303:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016478.648307:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016478/real 1734016478] req@ffff8800a8fd7b80 x1818247337200768/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016478.648315:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337200768/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016478.648321:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016478.648323:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016478.648325:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337200768:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016478.648330:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337200896:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016478.648340:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016478.648345:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016478/real 1734016478] req@ffff8800a8fd4a80 x1818247337200896/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016478.648354:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337200896/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016478.648359:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016478.648361:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016478.648363:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337200896:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016478.648368:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337201024:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016478.648377:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016478.648382:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016478/real 1734016478] req@ffff8800a8fd5180 x1818247337201024/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016478.648389:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337201024/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016478.648395:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016478.648396:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016478.648399:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337201024:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016483.656209:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337201152:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016483.656293:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016483.656318:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016483/real 1734016483] req@ffff8800a8fd5880 x1818247337201152/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016483.656340:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337201152/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016483.656352:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016483.656355:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016483.656360:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337201152:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016483.656367:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337201280:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016483.656385:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016483.656391:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016483/real 1734016483] req@ffff8800a8fd5f80 x1818247337201280/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016483.656403:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337201280/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016483.656410:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016483.656413:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016483.656416:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337201280:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016483.656422:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337201408:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016483.656435:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016483.656441:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016483/real 1734016483] req@ffff8800a8fd6d80 x1818247337201408/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016483.656451:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337201408/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016483.656458:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016483.656461:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016483.656464:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337201408:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016483.656491:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337201536:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016483.656504:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016483.656510:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016483/real 1734016483] req@ffff8800a8fd4e00 x1818247337201536/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016483.656521:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337201536/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016483.656528:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016483.656531:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016483.656534:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337201536:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016483.656539:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337201664:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016483.656551:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016483.656556:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016483/real 1734016483] req@ffff8800a8fd6a00 x1818247337201664/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016483.656566:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337201664/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016483.656573:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016483.656575:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016483.656578:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337201664:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016483.656584:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337201792:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016483.656599:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016483.656605:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016483/real 1734016483] req@ffff8800a8fd7800 x1818247337201792/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016483.656616:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337201792/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016483.656622:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016483.656624:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016483.656627:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337201792:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734016487.518003:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016487.518197:0:1978:0:(client.c:1722:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff88012b40d880 x1818247337201920/t0(0) o103->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:17/18 lens 360/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00000100:00100000:0.0:1734016488.663978:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337202048:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016488.664028:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016488.664042:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016488/real 1734016488] req@ffff8800a8fd7480 x1818247337202048/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016488.664053:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337202048/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016488.664059:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016488.664061:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016488.664064:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337202048:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016488.664068:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337202176:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016488.664078:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016488.664082:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016488/real 1734016488] req@ffff8800a8fd6300 x1818247337202176/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016488.664088:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337202176/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016488.664092:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016488.664093:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016488.664095:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337202176:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016488.664098:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337202304:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016488.664105:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016488.664108:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016488/real 1734016488] req@ffff8800a8fd4380 x1818247337202304/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016488.664113:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337202304/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016488.664117:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016488.664118:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016488.664119:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337202304:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016488.664135:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337202432:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016488.664141:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016488.664144:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016488/real 1734016488] req@ffff8800a8fd4000 x1818247337202432/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016488.664150:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4000 x1818247337202432/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016488.664166:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016488.664167:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016488.664169:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337202432:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016488.664173:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337202560:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016488.664184:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016488.664187:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016488/real 1734016488] req@ffff8800a8fd5500 x1818247337202560/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016488.664192:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337202560/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016488.664196:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016488.664198:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016488.664199:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337202560:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016488.664202:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337202688:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016488.664209:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016488.664212:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016488/real 1734016488] req@ffff8800a8fd7800 x1818247337202688/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016488.664217:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337202688/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016488.664221:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016488.664222:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016488.664224:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337202688:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734016489.521872:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016492.528050:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016493.672083:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337202816:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016493.672159:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016493.672181:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016493/real 1734016493] req@ffff8800a8fd6a00 x1818247337202816/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016493.672201:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337202816/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016493.672212:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016493.672216:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016493.672220:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337202816:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016493.672228:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337202944:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016493.672244:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016493.672250:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016493/real 1734016493] req@ffff8800a8fd4e00 x1818247337202944/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016493.672262:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337202944/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016493.672269:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016493.672272:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016493.672275:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337202944:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016493.672282:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337203072:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016493.672295:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016493.672302:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016493/real 1734016493] req@ffff8800a8fd6d80 x1818247337203072/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016493.672313:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337203072/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016493.672320:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016493.672322:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016493.672325:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337203072:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016493.672331:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337203200:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016493.672343:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016493.672349:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016493/real 1734016493] req@ffff8800a8fd5f80 x1818247337203200/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016493.672359:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337203200/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016493.672366:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016493.672368:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016493.672371:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337203200:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016493.672377:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337203328:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016493.672390:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016493.672396:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016493/real 1734016493] req@ffff8800a8fd5880 x1818247337203328/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016493.672407:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337203328/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016493.672421:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016493.672424:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016493.672427:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337203328:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016493.672433:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337203456:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016493.672445:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016493.672450:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016493/real 1734016493] req@ffff8800a8fd5180 x1818247337203456/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016493.672460:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337203456/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016493.672467:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016493.672469:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016493.672473:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337203456:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734016495.533926:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016498.540006:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016498.679985:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337203584:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016498.680049:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016498.680070:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016498/real 1734016498] req@ffff8800a8fd4a80 x1818247337203584/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016498.680091:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337203584/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016498.680102:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016498.680106:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016498.680111:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337203584:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016498.680134:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337203712:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016498.680153:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016498.680160:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016498/real 1734016498] req@ffff8800a8fd7b80 x1818247337203712/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016498.680171:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337203712/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016498.680179:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016498.680181:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016498.680185:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337203712:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016498.680190:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337203840:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016498.680203:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016498.680210:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016498/real 1734016498] req@ffff8800a8fd5c00 x1818247337203840/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016498.680220:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337203840/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016498.680227:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016498.680229:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016498.680233:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337203840:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016498.680245:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337203968:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016498.680261:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016498.680267:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016498/real 1734016498] req@ffff8800a8fd7100 x1818247337203968/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016498.680277:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337203968/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016498.680285:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016498.680287:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016498.680290:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337203968:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016498.680295:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337204096:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016498.680307:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016498.680313:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016498/real 1734016498] req@ffff8800a8fd6680 x1818247337204096/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016498.680323:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337204096/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016498.680330:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016498.680332:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016498.680335:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337204096:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016498.680346:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337204224:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016498.680358:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016498.680364:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016498/real 1734016498] req@ffff8800a8fd4a80 x1818247337204224/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016498.680380:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337204224/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016498.680387:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016498.680390:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016498.680393:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337204224:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734016501.545926:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016503.691919:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337204352:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016503.691973:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016503.691990:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016503/real 1734016503] req@ffff8800a8fd5180 x1818247337204352/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016503.692009:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337204352/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016503.692019:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016503.692022:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016503.692026:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337204352:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016503.692033:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337204480:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016503.692049:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016503.692055:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016503/real 1734016503] req@ffff8800a8fd5880 x1818247337204480/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016503.692067:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337204480/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016503.692083:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016503.692086:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016503.692089:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337204480:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016503.692108:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337204608:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016503.692120:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016503.692126:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016503/real 1734016503] req@ffff8800a8fd5f80 x1818247337204608/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016503.692138:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337204608/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016503.692146:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016503.692148:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016503.692151:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337204608:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016503.692157:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337204736:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016503.692168:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016503.692174:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016503/real 1734016503] req@ffff8800a8fd6d80 x1818247337204736/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016503.692184:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337204736/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016503.692192:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016503.692194:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016503.692197:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337204736:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016503.692203:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337204864:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016503.692216:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016503.692222:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016503/real 1734016503] req@ffff8800a8fd4e00 x1818247337204864/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016503.692234:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337204864/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016503.692242:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016503.692245:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016503.692248:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337204864:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016503.692253:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337204992:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016503.692265:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016503.692271:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016503/real 1734016503] req@ffff8800a8fd6a00 x1818247337204992/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016503.692282:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337204992/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016503.692290:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016503.692292:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016503.692295:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337204992:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734016504.553949:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016507.559871:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016508.696053:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337205120:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016508.696147:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337205248:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016508.696166:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337205376:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016508.696190:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337205504:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016508.696203:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337205632:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016508.696216:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337205760:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734016510.565961:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734016511.702054:0:1967:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:3.0:1734016511.702110:0:1967:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734016511.702137:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734016511.702179:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734016511.702189:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734016511.702197:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734016511.702204:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734016511.702212:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00010000:00010000:0.0:1734016513.571956:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016516.577990:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016519.584004:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016522.589962:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016525.595978:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016528.601954:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016531.607949:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016534.613952:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016537.619992:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016540.625920:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016543.631984:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016546.638019:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016549.643993:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016552.649997:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016555.655940:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016558.661989:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016561.667990:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016564.673980:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016567.679962:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016570.685966:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016573.691993:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016573.799935:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016573.799944:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016573.799949:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016573.799959:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 841 00000100:00080000:0.0:1734016573.799968:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016573.799976:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:0.0:1734016573.800011:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5aa00 x1818247337215104/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016573.800051:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016573.800055:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016573.800057:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016573.800061:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 841 00000100:00080000:0.0:1734016573.800064:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016573.800068:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016573.800078:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016573.800088:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5b800 x1818247337215232/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016573.800099:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016573.800102:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016573.800104:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016573.800107:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 841 00000100:00080000:0.0:1734016573.800110:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016573.800114:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016573.800118:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016573.800126:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5a300 x1818247337215360/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016573.800135:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016573.800138:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016573.800140:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016573.800143:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 841 00000100:00080000:0.0:1734016573.800146:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016573.800149:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016573.800153:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016573.800161:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5a680 x1818247337215488/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016573.800168:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016573.800172:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016573.800173:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016573.800177:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 841 00000100:00080000:0.0:1734016573.800189:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016573.800193:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016573.800197:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016573.800204:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59c00 x1818247337215616/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016573.800213:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016573.800216:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016573.800218:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016573.800221:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 841 00000100:00080000:0.0:1734016573.800225:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016573.800228:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016573.800232:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016573.800239:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5b480 x1818247337215744/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:0.0:1734016576.697965:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016576.806200:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016573/real 1734016576] req@ffff8800a8d5b480 x1818247337215744/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016576.806230:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5b480 x1818247337215744/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016576.806242:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016576.806247:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016576.806252:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337215744:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016576.806260:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016573/real 1734016576] req@ffff8800a8d5b800 x1818247337215232/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016576.806273:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5b800 x1818247337215232/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016576.806280:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016576.806283:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016576.806286:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337215232:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016576.806293:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016573/real 1734016576] req@ffff8800a8d5a300 x1818247337215360/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016576.806311:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5a300 x1818247337215360/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016576.806318:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016576.806321:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016576.806324:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337215360:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016576.806330:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016573/real 1734016576] req@ffff8800a8d5a680 x1818247337215488/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016576.806340:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5a680 x1818247337215488/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016576.806347:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016576.806402:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016576.806407:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337215488:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016576.806413:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016573/real 1734016576] req@ffff8800a8d59c00 x1818247337215616/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016576.806425:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d59c00 x1818247337215616/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016576.806432:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016576.806435:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016576.806438:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337215616:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016576.806444:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016573/real 1734016576] req@ffff8800a8d5aa00 x1818247337215104/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016576.806464:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5aa00 x1818247337215104/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016576.806472:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016576.806475:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016576.806478:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337215104:192.168.201.110@tcp:250:kworker.0 00000100:00080000:0.0:1734016578.807869:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016578.807881:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016578.807887:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016578.807900:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 846 00000100:00080000:0.0:1734016578.807912:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016578.807921:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:0.0:1734016578.807968:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5aa00 x1818247337215872/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016578.808007:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016578.808012:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016578.808014:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016578.808019:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 846 00000100:00080000:0.0:1734016578.808022:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016578.808026:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016578.808038:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016578.808049:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59c00 x1818247337216000/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016578.808060:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016578.808064:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016578.808066:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016578.808070:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 846 00000100:00080000:0.0:1734016578.808073:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016578.808076:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016578.808081:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016578.808089:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5a680 x1818247337216128/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016578.808098:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016578.808101:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016578.808103:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016578.808107:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 846 00000100:00080000:0.0:1734016578.808109:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016578.808112:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016578.808117:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016578.808125:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5a300 x1818247337216256/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016578.808134:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016578.808138:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016578.808139:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016578.808144:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 846 00000100:00080000:0.0:1734016578.808146:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016578.808150:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016578.808156:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016578.808164:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5b800 x1818247337216384/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016578.808173:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016578.808176:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016578.808178:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016578.808181:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 846 00000100:00080000:0.0:1734016578.808184:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016578.808188:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016578.808192:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016578.808200:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5b480 x1818247337216512/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:0.0:1734016579.703957:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016582.709993:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016583.815858:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016583.815867:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016583.815872:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016583.815882:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 851 00000100:00080000:0.0:1734016583.815891:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016583.815899:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:0.0:1734016583.815934:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59180 x1818247337216640/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016583.815967:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016583.815971:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016583.815974:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016583.815979:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 851 00000100:00080000:0.0:1734016583.815982:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016583.815986:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016583.815996:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016583.816006:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58a80 x1818247337216768/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016583.816016:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016583.816019:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016583.816021:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016583.816024:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 851 00000100:00080000:0.0:1734016583.816027:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016583.816030:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016583.816035:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016583.816042:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58e00 x1818247337216896/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016583.816050:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016583.816053:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016583.816055:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016583.816058:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 851 00000100:00080000:0.0:1734016583.816061:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016583.816064:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016583.816068:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016583.816075:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59500 x1818247337217024/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016583.816085:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016583.816088:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016583.816090:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016583.816094:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 851 00000100:00080000:0.0:1734016583.816096:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016583.816099:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016583.816103:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016583.816110:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58380 x1818247337217152/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016583.816119:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016583.816122:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016583.816123:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016583.816127:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 851 00000100:00080000:0.0:1734016583.816129:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016583.816133:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016583.816137:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016583.816146:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5b480 x1818247337217280/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:0.0:1734016585.715994:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016588.721955:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016588.823848:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016588.823856:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016588.823861:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016588.823871:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 856 00000100:00080000:0.0:1734016588.823880:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016588.823888:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:0.0:1734016588.823922:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5b800 x1818247337217408/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016588.823955:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016588.823959:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016588.823961:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016588.823965:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 856 00000100:00080000:0.0:1734016588.823968:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016588.823972:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016588.823982:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016588.823992:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5a300 x1818247337217536/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016588.824002:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016588.824005:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016588.824007:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016588.824011:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 856 00000100:00080000:0.0:1734016588.824013:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016588.824016:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016588.824020:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016588.824028:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5a680 x1818247337217664/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016588.824036:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016588.824039:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016588.824041:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016588.824044:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 856 00000100:00080000:0.0:1734016588.824047:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016588.824050:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016588.824054:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016588.824061:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59c00 x1818247337217792/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016588.824070:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016588.824073:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016588.824075:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016588.824078:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 856 00000100:00080000:0.0:1734016588.824080:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016588.824084:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016588.824088:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016588.824094:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5aa00 x1818247337217920/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016588.824103:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016588.824106:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016588.824107:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016588.824111:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 856 00000100:00080000:0.0:1734016588.824113:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016588.824117:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016588.824122:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016588.824129:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58700 x1818247337218048/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:0.0:1734016591.727998:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016593.831848:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016593.831859:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016593.831865:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016593.831878:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 861 00000100:00080000:0.0:1734016593.831891:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016593.831900:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:0.0:1734016593.831947:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59f80 x1818247337218176/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016593.831985:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016593.831990:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016593.831992:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016593.831997:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 861 00000100:00080000:0.0:1734016593.832000:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016593.832004:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016593.832016:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016593.832030:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5ad80 x1818247337218304/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016593.832040:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016593.832043:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016593.832044:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016593.832049:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 861 00000100:00080000:0.0:1734016593.832052:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016593.832056:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016593.832096:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016593.832108:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58700 x1818247337218432/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016593.832118:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016593.832121:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016593.832123:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016593.832128:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 861 00000100:00080000:0.0:1734016593.832131:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016593.832134:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016593.832139:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016593.832149:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5aa00 x1818247337218560/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016593.832159:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016593.832163:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016593.832165:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016593.832169:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 861 00000100:00080000:0.0:1734016593.832172:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016593.832176:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016593.832180:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016593.832188:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59c00 x1818247337218688/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016593.832198:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016593.832202:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016593.832203:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016593.832207:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 861 00000100:00080000:0.0:1734016593.832210:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016593.832214:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016593.832218:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016593.832226:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5a680 x1818247337218816/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:0.0:1734016594.733982:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016597.740031:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016598.839821:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016598.839830:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016598.839835:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016598.839846:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 866 00000100:00080000:0.0:1734016598.839855:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016598.839862:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:0.0:1734016598.839898:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5a300 x1818247337218944/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016598.839934:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016598.839939:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016598.839942:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016598.839948:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 866 00000100:00080000:0.0:1734016598.839953:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016598.839960:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016598.839973:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016598.840021:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5b800 x1818247337219072/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016598.840038:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016598.840042:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016598.840044:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016598.840050:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 866 00000100:00080000:0.0:1734016598.840054:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016598.840059:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016598.840065:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016598.840077:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5b480 x1818247337219200/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016598.840090:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016598.840095:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016598.840098:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016598.840103:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 866 00000100:00080000:0.0:1734016598.840107:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016598.840111:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016598.840117:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016598.840130:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58380 x1818247337219328/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016598.840144:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016598.840149:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016598.840152:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016598.840157:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 866 00000100:00080000:0.0:1734016598.840162:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016598.840167:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016598.840173:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016598.840184:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59500 x1818247337219456/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016598.840197:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016598.840201:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016598.840203:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016598.840209:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 866 00000100:00080000:0.0:1734016598.840213:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016598.840218:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016598.840224:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016598.840237:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58e00 x1818247337219584/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:0.0:1734016600.746039:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016603.751966:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734016603.847827:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016603.847838:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734016603.847844:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016603.847857:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 871 00000100:00080000:0.0:1734016603.847869:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016603.847879:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:0.0:1734016603.847953:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58a80 x1818247337219712/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016603.847999:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016603.848003:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016603.848005:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016603.848010:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 871 00000100:00080000:0.0:1734016603.848014:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016603.848019:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016603.848029:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016603.848045:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59180 x1818247337219840/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016603.848056:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016603.848059:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734016603.848061:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016603.848064:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 871 00000100:00080000:0.0:1734016603.848066:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016603.848070:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016603.848074:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016603.848083:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58e00 x1818247337219968/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016603.848091:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016603.848095:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016603.848097:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016603.848101:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 871 00000100:00080000:0.0:1734016603.848103:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016603.848106:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016603.848110:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016603.848119:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59500 x1818247337220096/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016603.848128:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016603.848132:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734016603.848133:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016603.848137:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 871 00000100:00080000:0.0:1734016603.848139:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016603.848143:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016603.848147:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734016603.848155:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58380 x1818247337220224/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734016603.848164:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734016603.848167:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734016603.848168:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734016603.848172:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 871 00000100:00080000:0.0:1734016603.848174:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734016603.848177:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734016603.848181:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734016603.848188:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5b480 x1818247337220352/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:0.0:1734016606.758025:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016608.856215:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337220480:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016608.856303:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016608.856329:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016608/real 1734016608] req@ffff8800a8fd6300 x1818247337220480/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016608.856351:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337220480/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016608.856363:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016608.856367:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016608.856372:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337220480:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016608.856379:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337220608:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016608.856397:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016608.856404:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016608/real 1734016608] req@ffff8800a8fd7480 x1818247337220608/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016608.856415:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337220608/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016608.856423:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016608.856425:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016608.856428:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337220608:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016608.856455:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337220736:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016608.856468:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016608.856475:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016608/real 1734016608] req@ffff8800a8fd7800 x1818247337220736/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016608.856486:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337220736/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016608.856493:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016608.856496:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016608.856498:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337220736:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016608.856504:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337220864:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016608.856516:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016608.856522:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016608/real 1734016608] req@ffff8800a8fd5500 x1818247337220864/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016608.856531:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337220864/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016608.856538:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016608.856541:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016608.856543:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337220864:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016608.856549:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337220992:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016608.856561:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016608.856566:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016608/real 1734016608] req@ffff8800a8fd4000 x1818247337220992/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016608.856576:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4000 x1818247337220992/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016608.856592:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016608.856594:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016608.856597:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337220992:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016608.856603:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337221120:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016608.856615:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016608.856620:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016608/real 1734016608] req@ffff8800a8fd4380 x1818247337221120/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016608.856630:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337221120/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016608.856637:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016608.856639:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016608.856642:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337221120:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734016609.764021:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016612.769990:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016613.863943:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337221248:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016613.864009:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016613.864028:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016613/real 1734016613] req@ffff8800a8fd6a00 x1818247337221248/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016613.864043:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337221248/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016613.864051:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016613.864054:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016613.864057:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337221248:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016613.864062:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337221376:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016613.864073:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016613.864076:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016613/real 1734016613] req@ffff8800a8fd4e00 x1818247337221376/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016613.864083:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337221376/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016613.864088:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016613.864090:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016613.864092:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337221376:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016613.864112:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337221504:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016613.864119:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016613.864123:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016613/real 1734016613] req@ffff8800a8fd6d80 x1818247337221504/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016613.864130:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337221504/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016613.864135:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016613.864136:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016613.864138:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337221504:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016613.864141:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337221632:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016613.864150:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016613.864154:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016613/real 1734016613] req@ffff8800a8fd5f80 x1818247337221632/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016613.864160:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337221632/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016613.864165:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016613.864166:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016613.864168:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337221632:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016613.864171:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337221760:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016613.864178:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016613.864181:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016613/real 1734016613] req@ffff8800a8fd5880 x1818247337221760/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016613.864187:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337221760/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016613.864191:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016613.864192:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016613.864194:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337221760:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016613.864197:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337221888:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016613.864205:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016613.864208:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016613/real 1734016613] req@ffff8800a8fd5180 x1818247337221888/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016613.864218:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337221888/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016613.864223:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016613.864224:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016613.864226:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337221888:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734016615.775982:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016618.781976:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016618.872030:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337222016:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016618.872097:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016618.872118:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016618/real 1734016618] req@ffff8800a8fd7b80 x1818247337222016/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016618.872137:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337222016/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016618.872148:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016618.872151:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016618.872156:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337222016:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016618.872163:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337222144:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016618.872178:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016618.872185:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016618/real 1734016618] req@ffff8800a8fd5c00 x1818247337222144/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016618.872196:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337222144/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016618.872205:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016618.872207:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016618.872211:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337222144:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016618.872216:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337222272:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016618.872232:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016618.872238:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016618/real 1734016618] req@ffff8800a8fd7100 x1818247337222272/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016618.872248:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337222272/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016618.872255:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016618.872258:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016618.872261:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337222272:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016618.872285:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337222400:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016618.872298:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016618.872304:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016618/real 1734016618] req@ffff8800a8fd6680 x1818247337222400/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016618.872314:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337222400/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016618.872322:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016618.872324:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016618.872327:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337222400:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016618.872333:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337222528:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016618.872350:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016618.872356:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016618/real 1734016618] req@ffff8800a8fd4a80 x1818247337222528/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016618.872367:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337222528/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016618.872374:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016618.872376:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016618.872379:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337222528:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016618.872385:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337222656:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016618.872396:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016618.872401:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016618/real 1734016618] req@ffff8800a8fd5180 x1818247337222656/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016618.872411:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337222656/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016618.872418:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016618.872420:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016618.872423:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337222656:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734016621.787982:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016623.880086:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337222784:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016623.880152:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016623.880174:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016623/real 1734016623] req@ffff8800a8fd5880 x1818247337222784/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016623.880193:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337222784/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016623.880204:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016623.880207:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016623.880212:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337222784:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016623.880219:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337222912:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016623.880240:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016623.880246:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016623/real 1734016623] req@ffff8800a8fd5f80 x1818247337222912/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016623.880257:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337222912/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016623.880265:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016623.880268:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016623.880271:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337222912:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016623.880276:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337223040:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016623.880289:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016623.880294:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016623/real 1734016623] req@ffff8800a8fd6d80 x1818247337223040/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016623.880304:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337223040/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016623.880319:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016623.880321:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016623.880325:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337223040:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016623.880348:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337223168:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016623.880361:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016623.880366:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016623/real 1734016623] req@ffff8800a8fd4e00 x1818247337223168/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016623.880377:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337223168/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016623.880385:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016623.880387:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016623.880390:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337223168:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016623.880395:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337223296:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016623.880406:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016623.880412:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016623/real 1734016623] req@ffff8800a8fd6a00 x1818247337223296/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016623.880422:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337223296/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016623.880429:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016623.880431:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016623.880434:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337223296:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016623.880440:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337223424:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016623.880457:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016623.880463:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016623/real 1734016623] req@ffff8800a8fd4380 x1818247337223424/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016623.880472:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337223424/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016623.880479:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016623.880482:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016623.880485:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337223424:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734016624.793981:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016627.799976:0:4748:0:(ldlm_lockd.c:2838:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1734016627.800000:0:4748:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff88012aae7800 lock: ffff8800a8e2ba80/0x7bf039d361cbed0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400020000 nid: local remote: 0x3f004d6452e008f4 expref: -99 pid: 9555 timeout: 0 lvb_type: 1 00000080:00200000:0.0:1734016627.800020:0:4748:0:(vvp_io.c:1866:vvp_io_init()) [0x200000401:0x8:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1734016627.800030:0:4748:0:(vvp_io.c:304:vvp_io_fini()) [0x200000401:0x8:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:0.0:1734016627.800065:0:4748:0:(ldlm_request.c:1327:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff88012aae7800 lock: ffff8800a8e2ba80/0x7bf039d361cbed0 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400020020 nid: local remote: 0x3f004d6452e008f4 expref: -99 pid: 9555 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016627.800071:0:4748:0:(ldlm_request.c:1369:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1734016627.800090:0:4748:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff88012aae7800 lock: ffff8800a8e2ba80/0x7bf039d361cbed0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400020020 nid: local remote: 0x3f004d6452e008f4 expref: -99 pid: 9555 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1734016627.800107:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016627.800108:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016627.800110:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1734016627.800171:0:1981:0:(client.c:1722:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff8800a8fd4000 x1818247337223680/t0(0) o103->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:17/18 lens 384/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00010000:00010000:0.0:1734016627.800231:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016627.800233:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016627.800235:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016627.800372:0:1979:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1734016627.800382:0:1979:0:(client.c:1722:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff88012b40f800 x1818247337223808/t0(0) o103->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 00010000:00010000:0.0:1734016628.801915:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016628.887980:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337223936:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016628.888043:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016628.888063:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016628/real 1734016628] req@ffff8800a8fd5500 x1818247337223936/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016628.888082:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337223936/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016628.888092:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016628.888095:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016628.888100:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337223936:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016628.888107:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337224064:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016628.888123:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016628.888130:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016628/real 1734016628] req@ffff8800a8fd7800 x1818247337224064/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016628.888141:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337224064/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016628.888149:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016628.888151:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016628.888156:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337224064:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016628.888162:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337224192:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016628.888175:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016628.888180:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016628/real 1734016628] req@ffff8800a8fd7480 x1818247337224192/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016628.888190:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337224192/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016628.888198:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016628.888200:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016628.888203:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337224192:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016628.888224:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337224320:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016628.888236:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016628.888242:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016628/real 1734016628] req@ffff8800a8fd6300 x1818247337224320/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016628.888252:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337224320/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016628.888260:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016628.888262:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016628.888265:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337224320:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016628.888270:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337224448:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016628.888281:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016628.888287:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016628/real 1734016628] req@ffff8800a8fd4380 x1818247337224448/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016628.888298:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337224448/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016628.888305:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016628.888307:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016628.888310:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337224448:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016628.888316:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337224576:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016628.888327:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016628.888333:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016628/real 1734016628] req@ffff8800a8fd6a00 x1818247337224576/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016628.888342:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337224576/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016628.888349:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016628.888351:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016628.888354:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337224576:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734016629.803990:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016630.805956:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016632.809982:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016633.811935:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016633.896091:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337224704:192.168.201.110@tcp:250:kworker.0 00000800:00000100:0.0:1734016633.896178:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016633.896202:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016633/real 1734016633] req@ffff8800a8fd4e00 x1818247337224704/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016633.896225:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337224704/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734016658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016633.896237:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016633.896241:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016633.896246:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337224704:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016633.896253:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337224832:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016633.896270:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016633.896277:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016633/real 1734016633] req@ffff8800a8fd6d80 x1818247337224832/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016633.896289:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337224832/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016633.896297:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016633.896299:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016633.896303:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337224832:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016633.896308:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337224960:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016633.896322:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016633.896328:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016633/real 1734016633] req@ffff8800a8fd5f80 x1818247337224960/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016633.896337:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337224960/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016633.896345:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016633.896348:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016633.896351:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337224960:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016633.896427:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337225088:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016633.896445:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016633.896453:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016633/real 1734016633] req@ffff8800a8fd5880 x1818247337225088/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016633.896464:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337225088/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016633.896472:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016633.896475:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016633.896478:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337225088:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016633.896483:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337225216:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734016633.896495:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016633.896500:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016633/real 1734016633] req@ffff8800a8fd5180 x1818247337225216/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016633.896510:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337225216/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734016658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016633.896519:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016633.896521:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016633.896525:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337225216:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016633.896530:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337225344:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734016633.896545:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734016633.896551:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734016633/real 1734016633] req@ffff8800a8fd4a80 x1818247337225344/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734016633.896562:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337225344/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734016658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734016633.896569:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734016633.896571:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734016633.896574:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337225344:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734016634.813980:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016636.817991:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016637.819927:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016638.821970:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734016638.904080:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337225472:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734016638.904174:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337225600:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016638.904194:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337225728:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016638.904217:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337225856:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734016638.904231:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337225984:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734016638.904246:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337226112:192.168.201.110@tcp:8:kworker.0 00000400:00000100:3.0:1734016641.909967:0:1966:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:3.0:1734016641.910013:0:1966:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734016641.910031:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734016641.910065:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734016641.910072:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734016641.910079:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734016641.910087:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734016641.910093:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000400:00000100:0.0:1734016707.013946:0:1965:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:0.0:1734016707.013990:0:1965:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734016707.014008:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734016707.014041:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734016707.014049:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734016707.014055:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734016707.014061:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734016707.014067:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00010000:00010000:3.0:1734016750.043868:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016754.051981:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016758.059971:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016762.067946:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016766.075958:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016770.083957:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734016772.117983:0:1967:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:3.0:1734016772.118063:0:1967:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734016772.118083:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734016772.118116:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734016772.118123:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734016772.118129:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734016772.118136:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734016772.118143:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00010000:00010000:3.0:1734016774.091928:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016778.099997:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016782.107962:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016786.115984:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016790.123967:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016794.131991:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016798.139974:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016802.147945:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016806.155992:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016810.163975:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016814.172001:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016818.179981:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016822.187925:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016826.195975:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016830.203951:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016834.211907:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734016837.222031:0:1968:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:3.0:1734016837.222080:0:1968:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734016837.222099:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734016837.222134:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734016837.222142:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734016837.222148:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734016837.222154:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734016837.222160:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00010000:00010000:3.0:1734016838.220025:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016842.228000:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016844.232319:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016846.235989:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016848.239975:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016850.243965:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016852.247962:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016854.251938:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734016856.255987:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016858.259977:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016862.267903:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016866.275928:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016870.283935:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016874.291960:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016878.299972:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016882.307957:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016886.315950:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016890.323969:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016894.332007:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016898.339972:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734016902.325957:0:1966:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:3.0:1734016902.326004:0:1966:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734016902.326022:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734016902.326059:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734016902.326067:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734016902.326074:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734016902.326080:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734016902.326086:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00010000:00010000:3.0:1734016902.348009:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016906.355986:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016910.363964:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016914.371949:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016918.379951:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016922.387949:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016926.395978:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016930.403960:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016934.411962:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016938.419951:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016942.427971:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016946.435973:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016950.443974:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016954.451985:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016958.459940:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016962.467986:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016966.475950:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734016967.429972:0:1965:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:0.0:1734016967.430020:0:1965:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734016967.430038:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734016967.430075:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734016967.430087:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734016967.430098:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734016967.430109:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734016967.430118:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00010000:00010000:3.0:1734016970.483967:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016974.491966:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016978.499908:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016982.507937:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016986.515962:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016990.523969:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016994.531963:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734016998.539955:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017002.547931:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017006.555965:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017010.564053:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017014.571968:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017018.580006:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017022.587990:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017026.596017:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017030.603999:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734017032.534018:0:1967:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:3.0:1734017032.534082:0:1967:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734017032.534110:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017032.534167:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017032.534183:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017032.534194:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017032.534206:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017032.534218:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00010000:00010000:3.0:1734017034.611962:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017038.619952:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017042.627955:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017046.635992:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017050.644011:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017054.651983:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017058.659972:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017062.667945:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017066.675969:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017070.683878:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017074.691949:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017078.699940:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017082.707984:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017086.715918:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017090.723983:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017094.731958:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734017097.638007:0:1968:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:3.0:1734017097.638054:0:1968:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734017097.638074:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017097.638109:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017097.638117:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017097.638125:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017097.638131:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017097.638138:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00010000:00010000:3.0:1734017098.739968:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017102.747983:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017106.755937:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017110.763954:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017114.771937:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017118.779953:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017122.787992:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017126.796014:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017130.804005:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017134.696140:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1402 00000100:00080000:2.0:1734017134.696143:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017134.696147:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017134.696151:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017134.696159:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337302016/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017134.696168:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017134.696171:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017134.696173:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017134.696176:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1402 00000100:00080000:2.0:1734017134.696178:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017134.696181:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017134.696185:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017134.696192:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337302144/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734017134.812013:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017138.819975:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017139.703885:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017139.703895:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017139.703900:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017139.703911:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1407 00000100:00080000:2.0:1734017139.703920:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017139.703928:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017139.703963:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337302272/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017139.703997:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017139.704001:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017139.704003:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017139.704008:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1407 00000100:00080000:2.0:1734017139.704011:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017139.704015:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017139.704024:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017139.704035:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337302400/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017139.704045:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017139.704048:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017139.704050:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017139.704053:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1407 00000100:00080000:2.0:1734017139.704056:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017139.704059:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017139.704064:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017139.704071:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337302528/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017139.704080:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017139.704083:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017139.704084:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017139.704088:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1407 00000100:00080000:2.0:1734017139.704091:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017139.704094:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017139.704098:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017139.704105:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337302656/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017139.704115:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017139.704119:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017139.704121:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017139.704124:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1407 00000100:00080000:2.0:1734017139.704127:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017139.704130:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017139.704134:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017139.704143:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337302784/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017139.704152:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017139.704155:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017139.704156:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017139.704160:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1407 00000100:00080000:2.0:1734017139.704162:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017139.704165:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017139.704169:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017139.704177:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337302912/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734017142.827993:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017144.711847:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017144.711858:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017144.711864:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017144.711874:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1412 00000100:00080000:2.0:1734017144.711885:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017144.711893:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017144.711932:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337303040/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017144.711969:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017144.711973:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017144.711975:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017144.711980:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1412 00000100:00080000:2.0:1734017144.711983:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017144.711987:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017144.711996:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017144.712006:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337303168/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017144.712016:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017144.712019:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017144.712021:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017144.712024:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1412 00000100:00080000:2.0:1734017144.712027:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017144.712030:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017144.712035:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017144.712043:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337303296/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017144.712052:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017144.712055:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017144.712057:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017144.712061:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1412 00000100:00080000:2.0:1734017144.712063:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017144.712066:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017144.712070:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017144.712077:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337303424/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017144.712086:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017144.712090:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017144.712091:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017144.712095:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1412 00000100:00080000:2.0:1734017144.712097:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017144.712101:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017144.712105:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017144.712112:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337303552/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017144.712121:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017144.712124:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017144.712125:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017144.712129:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1412 00000100:00080000:2.0:1734017144.712131:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017144.712134:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017144.712138:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017144.712146:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337303680/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734017146.835976:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017149.719770:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017149.719782:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017149.719786:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017149.719797:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1417 00000100:00080000:2.0:1734017149.719807:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017149.719815:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017149.719851:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337303808/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017149.719885:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017149.719889:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017149.719890:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017149.719895:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1417 00000100:00080000:2.0:1734017149.719898:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017149.719902:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017149.719912:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017149.719923:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337303936/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017149.719933:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017149.719936:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017149.719938:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017149.719941:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1417 00000100:00080000:2.0:1734017149.719944:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017149.719948:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017149.719953:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017149.719962:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337304064/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017149.719972:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017149.719975:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017149.719976:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017149.719980:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1417 00000100:00080000:2.0:1734017149.719982:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017149.719985:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017149.719989:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017149.719997:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337304192/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017149.720007:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017149.720010:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017149.720012:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017149.720015:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1417 00000100:00080000:2.0:1734017149.720017:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017149.720021:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017149.720025:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017149.720035:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337304320/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017149.720045:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017149.720048:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017149.720050:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017149.720054:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1417 00000100:00080000:2.0:1734017149.720056:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017149.720059:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017149.720063:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017149.720071:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337304448/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734017150.843975:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017154.727856:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017154.727867:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017154.727871:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017154.727881:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1422 00000100:00080000:2.0:1734017154.727891:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017154.727898:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017154.727936:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337304576/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017154.727970:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017154.727975:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017154.727977:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017154.727981:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1422 00000100:00080000:2.0:1734017154.727984:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017154.727988:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017154.727998:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017154.728008:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337304704/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017154.728025:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017154.728028:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017154.728030:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017154.728033:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1422 00000100:00080000:2.0:1734017154.728036:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017154.728039:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017154.728043:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017154.728052:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337304832/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017154.728060:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017154.728063:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017154.728064:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017154.728068:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1422 00000100:00080000:2.0:1734017154.728070:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017154.728073:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017154.728077:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017154.728084:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337304960/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017154.728094:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017154.728098:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017154.728099:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017154.728103:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1422 00000100:00080000:2.0:1734017154.728105:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017154.728109:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017154.728113:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017154.728120:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337305088/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017154.728129:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017154.728132:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017154.728133:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017154.728137:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1422 00000100:00080000:2.0:1734017154.728139:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017154.728142:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017154.728146:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017154.728153:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337305216/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734017154.851940:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017158.860000:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017159.735850:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017159.735863:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017159.735869:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017159.735882:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1427 00000100:00080000:2.0:1734017159.735893:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017159.735902:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017159.735950:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337305344/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017159.735988:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017159.735992:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017159.735995:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017159.736000:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1427 00000100:00080000:2.0:1734017159.736003:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017159.736007:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017159.736020:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017159.736031:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337305472/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017159.736041:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017159.736045:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017159.736047:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017159.736050:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1427 00000100:00080000:2.0:1734017159.736054:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017159.736057:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017159.736062:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017159.736071:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337305600/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017159.736080:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017159.736083:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017159.736085:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017159.736089:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1427 00000100:00080000:2.0:1734017159.736091:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017159.736095:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017159.736100:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017159.736108:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337305728/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017159.736116:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017159.736120:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017159.736121:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017159.736125:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1427 00000100:00080000:2.0:1734017159.736127:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017159.736130:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017159.736134:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017159.736145:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337305856/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017159.736154:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017159.736157:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017159.736158:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017159.736162:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1427 00000100:00080000:2.0:1734017159.736165:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017159.736168:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017159.736172:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017159.736180:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337305984/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000400:00000100:3.0:1734017162.741992:0:1966:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:3.0:1734017162.742040:0:1966:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734017162.742060:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017162.742094:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017162.742102:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017162.742109:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017162.742115:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017162.742121:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00010000:00010000:3.0:1734017162.867957:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017164.743818:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017164.743829:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017164.743834:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017164.743845:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1432 00000100:00080000:2.0:1734017164.743855:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017164.743863:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017164.743900:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337306112/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017164.743935:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017164.743939:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017164.743941:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017164.743946:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1432 00000100:00080000:2.0:1734017164.743949:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017164.743952:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017164.743962:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017164.743972:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337306240/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017164.743982:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017164.743985:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017164.743987:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017164.743990:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1432 00000100:00080000:2.0:1734017164.743993:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017164.743996:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017164.744000:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017164.744008:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337306368/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017164.744017:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017164.744020:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017164.744022:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017164.744026:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1432 00000100:00080000:2.0:1734017164.744028:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017164.744031:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017164.744035:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017164.744043:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337306496/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017164.744053:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017164.744057:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017164.744058:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017164.744061:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1432 00000100:00080000:2.0:1734017164.744064:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017164.744068:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017164.744072:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017164.744079:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337306624/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017164.744088:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017164.744091:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017164.744092:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017164.744096:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1432 00000100:00080000:2.0:1734017164.744098:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017164.744101:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017164.744105:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017164.744113:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337306752/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734017166.875972:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017169.751937:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017169.751961:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017169.751966:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017169.751978:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1437 00000100:00080000:2.0:1734017169.752001:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017169.752010:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017169.752070:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337306880/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017169.752134:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017169.752138:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017169.752140:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017169.752145:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1437 00000100:00080000:2.0:1734017169.752161:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017169.752166:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017169.752177:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017169.752201:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337307008/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017169.752212:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017169.752231:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017169.752233:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017169.752237:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1437 00000100:00080000:2.0:1734017169.752240:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017169.752244:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017169.752293:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017169.752318:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337307136/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017169.752330:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017169.752345:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017169.752348:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017169.752352:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1437 00000100:00080000:2.0:1734017169.752355:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017169.752359:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017169.752363:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017169.752372:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337307264/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017169.752420:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017169.752425:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017169.752427:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017169.752431:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1437 00000100:00080000:2.0:1734017169.752435:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017169.752454:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017169.752459:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017169.752484:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337307392/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017169.752495:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017169.752498:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017169.752500:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017169.752516:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1437 00000100:00080000:2.0:1734017169.752520:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017169.752524:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017169.752529:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017169.752550:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337307520/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734017170.883985:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017174.759857:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017174.759868:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017174.759872:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017174.759882:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1442 00000100:00080000:2.0:1734017174.759892:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017174.759899:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017174.759933:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337307648/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017174.759967:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017174.759971:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017174.759973:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017174.759978:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1442 00000100:00080000:2.0:1734017174.759981:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017174.759985:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017174.759994:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017174.760004:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337307776/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017174.760021:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017174.760025:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017174.760027:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017174.760030:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1442 00000100:00080000:2.0:1734017174.760032:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017174.760036:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017174.760040:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017174.760048:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337307904/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017174.760056:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017174.760059:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017174.760061:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017174.760064:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1442 00000100:00080000:2.0:1734017174.760067:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017174.760070:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017174.760074:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017174.760081:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337308032/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017174.760090:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017174.760093:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017174.760095:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017174.760099:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1442 00000100:00080000:2.0:1734017174.760101:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017174.760105:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017174.760109:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017174.760117:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337308160/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017174.760125:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017174.760128:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017174.760129:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017174.760133:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1442 00000100:00080000:2.0:1734017174.760135:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017174.760138:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017174.760142:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017174.760149:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337308288/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734017174.891983:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017178.899941:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017179.767823:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017179.767835:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017179.767839:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017179.767850:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1447 00000100:00080000:2.0:1734017179.767859:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017179.767867:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017179.767904:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337308416/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017179.767940:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017179.767944:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017179.767947:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017179.767951:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1447 00000100:00080000:2.0:1734017179.767954:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017179.767958:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017179.767968:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017179.767978:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337308544/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017179.767987:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017179.767991:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017179.767993:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017179.767996:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1447 00000100:00080000:2.0:1734017179.767999:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017179.768002:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017179.768007:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017179.768014:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337308672/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017179.768023:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017179.768026:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017179.768027:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017179.768031:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1447 00000100:00080000:2.0:1734017179.768034:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017179.768037:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017179.768041:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017179.768048:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337308800/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017179.768058:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017179.768062:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017179.768063:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017179.768067:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1447 00000100:00080000:2.0:1734017179.768069:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017179.768073:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017179.768077:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017179.768117:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337308928/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017179.768127:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017179.768130:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017179.768131:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017179.768135:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1447 00000100:00080000:2.0:1734017179.768138:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017179.768141:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017179.768146:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017179.768154:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337309056/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1734017182.907966:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017184.775871:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017184.775884:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017184.775891:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017184.775904:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1452 00000100:00080000:2.0:1734017184.775915:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017184.775925:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017184.775975:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337309184/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017184.776048:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017184.776053:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017184.776056:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017184.776062:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1452 00000100:00080000:2.0:1734017184.776065:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017184.776070:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017184.776082:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017184.776095:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337309312/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017184.776105:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017184.776109:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017184.776111:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017184.776115:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1452 00000100:00080000:2.0:1734017184.776117:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017184.776121:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017184.776125:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017184.776134:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337309440/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017184.776142:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017184.776145:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017184.776148:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017184.776152:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1452 00000100:00080000:2.0:1734017184.776155:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017184.776158:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017184.776162:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017184.776167:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337309184:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017184.776171:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337309568/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017184.776180:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017184.776183:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017184.776185:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017184.776188:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1452 00000100:00080000:2.0:1734017184.776191:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017184.776194:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017184.776198:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017184.776206:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337309696/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017184.776215:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017184.776218:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017184.776219:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017184.776223:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1452 00000100:00080000:2.0:1734017184.776225:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017184.776229:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017184.776233:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017184.776241:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337309824/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017184.776255:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017184.776283:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017184/real 1734017184] req@ffff8800a8fd4e00 x1818247337309184/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017184.776305:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337309184/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017184.776315:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017184.776319:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017184.776324:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337309184:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017184.776331:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337309312:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017184.776349:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017184.776355:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017184/real 1734017184] req@ffff8800a8fd5180 x1818247337309312/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017184.776366:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337309312/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017184.776373:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017184.776376:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017184.776380:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337309312:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017184.776386:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337309440:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017184.776399:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017184.776404:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017184/real 1734017184] req@ffff8800a8fd4a80 x1818247337309440/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017184.776414:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337309440/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017184.776424:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017184.776426:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017184.776429:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337309440:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017184.776456:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337309568:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017184.776469:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017184.776475:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017184/real 1734017184] req@ffff8800a8fd7480 x1818247337309568/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017184.776485:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337309568/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017184.776494:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017184.776496:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017184.776499:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337309568:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017184.776504:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337309696:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017184.776516:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017184.776522:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017184/real 1734017184] req@ffff8800a8fd6d80 x1818247337309696/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017184.776532:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337309696/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017184.776539:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017184.776541:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017184.776544:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337309696:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017184.776550:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337309824:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017184.776563:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017184.776568:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017184/real 1734017184] req@ffff8800a8fd5f80 x1818247337309824/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017184.776578:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337309824/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017184.776586:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017184.776589:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017184.776591:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337309824:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017184.911974:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017185.913962:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017186.916015:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017187.918029:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017188.920017:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017189.783851:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017189.783862:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017189.783867:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017189.783877:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1457 00000100:00080000:2.0:1734017189.783886:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017189.783894:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017189.783973:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337309952/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017189.784006:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017189.784010:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017189.784012:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017189.784016:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1457 00000100:00080000:2.0:1734017189.784020:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017189.784023:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017189.784033:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017189.784044:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337310080/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017189.784054:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017189.784057:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017189.784058:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017189.784062:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1457 00000100:00080000:2.0:1734017189.784065:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017189.784068:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017189.784073:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017189.784081:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337310208/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017189.784090:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017189.784093:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017189.784095:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017189.784098:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1457 00000100:00080000:2.0:1734017189.784101:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017189.784104:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017189.784108:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017189.784115:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337310336/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017189.784123:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017189.784126:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017189.784128:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017189.784131:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1457 00000100:00080000:2.0:1734017189.784134:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017189.784137:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017189.784141:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734017189.784151:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337309952:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017189.784152:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337310464/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017189.784162:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017189.784165:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017189.784167:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017189.784171:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1457 00000100:00080000:2.0:1734017189.784173:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017189.784176:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017189.784181:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017189.784187:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337310592/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017189.784249:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017189.784277:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017189/real 1734017189] req@ffff8800a8fd5500 x1818247337309952/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017189.784300:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337309952/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017189.784312:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017189.784316:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017189.784321:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337309952:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017189.784329:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337310080:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017189.784348:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017189.784355:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017189/real 1734017189] req@ffff8800a8fd7100 x1818247337310080/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017189.784367:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337310080/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017189.784375:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017189.784378:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017189.784381:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337310080:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017189.784388:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337310208:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017189.784402:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017189.784408:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017189/real 1734017189] req@ffff8800a8fd6a00 x1818247337310208/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017189.784418:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337310208/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017189.784426:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017189.784428:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017189.784431:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337310208:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017189.784437:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337310336:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017189.784450:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017189.784457:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017189/real 1734017189] req@ffff8800a8fd6300 x1818247337310336/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017189.784474:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337310336/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017189.784483:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017189.784485:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017189.784488:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337310336:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017189.784519:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337310464:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017189.784534:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017189.784540:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017189/real 1734017189] req@ffff8800a8fd5f80 x1818247337310464/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017189.784550:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337310464/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017189.784558:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017189.784561:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017189.784564:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337310464:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017189.784570:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337310592:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017189.784583:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017189.784589:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017189/real 1734017189] req@ffff8800a8fd6d80 x1818247337310592/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017189.784599:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337310592/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017189.784606:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017189.784609:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017189.784612:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337310592:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017189.921995:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017190.923985:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017191.925980:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017192.928027:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017193.929944:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017194.791824:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017194.791873:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017194.791877:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017194.791888:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1462 00000100:00080000:2.0:1734017194.791898:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017194.791905:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017194.791940:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337310720/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017194.791975:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017194.791979:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017194.791981:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017194.791985:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1462 00000100:00080000:2.0:1734017194.791988:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017194.791992:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017194.792001:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017194.792012:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337310848/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017194.792029:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017194.792032:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017194.792034:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017194.792037:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1462 00000100:00080000:2.0:1734017194.792039:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017194.792043:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017194.792047:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017194.792054:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337310976/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017194.792063:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017194.792066:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017194.792067:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017194.792071:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1462 00000100:00080000:2.0:1734017194.792073:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017194.792076:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017194.792080:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017194.792087:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337311104/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017194.792096:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017194.792100:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017194.792101:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017194.792105:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1462 00000100:00080000:2.0:1734017194.792108:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017194.792111:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734017194.792113:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337310720:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734017194.792115:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017194.792123:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337311232/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017194.792132:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017194.792134:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017194.792136:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017194.792139:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1462 00000100:00080000:2.0:1734017194.792142:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017194.792145:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017194.792149:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017194.792156:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337311360/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017194.792209:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017194.792235:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017194/real 1734017194] req@ffff8800a8fd7480 x1818247337310720/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017194.792258:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337310720/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017194.792270:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017194.792274:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017194.792280:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337310720:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017194.792287:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337310848:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017194.792305:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017194.792312:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017194/real 1734017194] req@ffff8800a8fd4a80 x1818247337310848/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017194.792323:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337310848/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017194.792331:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017194.792334:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017194.792339:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337310848:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017194.792345:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337310976:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017194.792360:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017194.792366:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017194/real 1734017194] req@ffff8800a8fd5180 x1818247337310976/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017194.792376:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337310976/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017194.792385:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017194.792387:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017194.792390:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337310976:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017194.792420:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337311104:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017194.792433:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017194.792439:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017194/real 1734017194] req@ffff8800a8fd4e00 x1818247337311104/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017194.792450:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337311104/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017194.792459:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017194.792461:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017194.792464:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337311104:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017194.792470:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337311232:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017194.792483:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017194.792490:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017194/real 1734017194] req@ffff8800a8fd5880 x1818247337311232/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017194.792501:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337311232/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017194.792509:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017194.792511:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017194.792514:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337311232:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017194.792520:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337311360:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017194.792532:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017194.792538:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017194/real 1734017194] req@ffff8800a8fd6680 x1818247337311360/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017194.792547:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337311360/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017194.792554:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017194.792557:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017194.792560:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337311360:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017194.932024:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017195.934038:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017196.936019:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017197.938028:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017198.939984:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017199.799873:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017199.799884:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017199.799888:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017199.799898:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1467 00000100:00080000:2.0:1734017199.799908:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017199.799915:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017199.799952:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337311488/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017199.799988:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017199.799992:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017199.799994:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017199.799998:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1467 00000100:00080000:2.0:1734017199.800002:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017199.800006:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017199.800016:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017199.800026:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337311616/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017199.800036:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017199.800039:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017199.800041:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017199.800045:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1467 00000100:00080000:2.0:1734017199.800047:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017199.800051:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017199.800055:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017199.800063:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337311744/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017199.800071:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017199.800074:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017199.800076:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017199.800080:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1467 00000100:00080000:2.0:1734017199.800082:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017199.800085:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017199.800089:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017199.800097:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337311872/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017199.800107:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017199.800110:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017199.800112:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017199.800115:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1467 00000100:00080000:2.0:1734017199.800118:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017199.800121:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734017199.800122:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337311488:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734017199.800125:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017199.800134:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337312000/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017199.800143:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017199.800146:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017199.800147:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017199.800151:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1467 00000100:00080000:2.0:1734017199.800153:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017199.800156:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017199.800160:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017199.800168:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337312128/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017199.800220:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017199.800247:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017199/real 1734017199] req@ffff8800a8fd4380 x1818247337311488/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017199.800279:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337311488/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017199.800292:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017199.800296:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017199.800301:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337311488:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017199.800309:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337311616:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017199.800327:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017199.800334:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017199/real 1734017199] req@ffff8800a8fd7b80 x1818247337311616/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017199.800345:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337311616/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017199.800353:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017199.800356:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017199.800359:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337311616:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017199.800366:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337311744:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017199.800380:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017199.800386:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017199/real 1734017199] req@ffff8800a8fd7800 x1818247337311744/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017199.800396:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337311744/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017199.800404:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017199.800407:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017199.800411:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337311744:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017199.800443:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337311872:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017199.800456:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017199.800463:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017199/real 1734017199] req@ffff8800a8fd5c00 x1818247337311872/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017199.800474:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337311872/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017199.800481:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017199.800484:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017199.800487:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337311872:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017199.800492:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337312000:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017199.800506:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017199.800511:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017199/real 1734017199] req@ffff8800a8fd6680 x1818247337312000/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017199.800521:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337312000/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017199.800529:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017199.800531:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017199.800534:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337312000:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017199.800541:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337312128:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017199.800557:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017199.800563:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017199/real 1734017199] req@ffff8800a8fd5880 x1818247337312128/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017199.800573:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337312128/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017199.800580:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017199.800583:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017199.800586:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337312128:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017199.941971:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017200.944002:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017201.946011:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017202.947958:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017203.949965:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017204.807806:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017204.807816:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017204.807821:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017204.807831:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1472 00000100:00080000:2.0:1734017204.807841:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017204.807849:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017204.807888:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337312256/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017204.807923:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017204.807927:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017204.807929:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017204.807933:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1472 00000100:00080000:2.0:1734017204.807936:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017204.807940:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017204.807949:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017204.807959:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337312384/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017204.807969:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017204.807973:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017204.807974:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017204.807978:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1472 00000100:00080000:2.0:1734017204.807980:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017204.807984:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017204.807988:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017204.807996:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337312512/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017204.808004:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017204.808007:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017204.808009:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017204.808013:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1472 00000100:00080000:2.0:1734017204.808016:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017204.808019:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017204.808023:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017204.808030:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337312256:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017204.808031:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337312640/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017204.808040:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017204.808043:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017204.808045:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017204.808048:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1472 00000100:00080000:2.0:1734017204.808051:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017204.808054:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017204.808058:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017204.808065:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337312768/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017204.808074:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017204.808077:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017204.808078:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017204.808082:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1472 00000100:00080000:2.0:1734017204.808085:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017204.808089:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017204.808093:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017204.808096:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734017204.808100:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337312896/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017204.808116:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017204/real 1734017204] req@ffff8800a8fd4e00 x1818247337312256/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017204.808136:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337312256/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017204.808147:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017204.808150:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017204.808155:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337312256:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017204.808162:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337312384:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017204.808178:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017204.808185:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017204/real 1734017204] req@ffff8800a8fd5180 x1818247337312384/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017204.808196:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337312384/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017204.808204:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017204.808207:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017204.808210:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337312384:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017204.808215:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337312512:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017204.808228:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017204.808234:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017204/real 1734017204] req@ffff8800a8fd4a80 x1818247337312512/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017204.808244:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337312512/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017204.808251:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017204.808253:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017204.808256:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337312512:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017204.808279:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337312640:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017204.808292:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017204.808298:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017204/real 1734017204] req@ffff8800a8fd7480 x1818247337312640/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017204.808308:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337312640/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017204.808323:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017204.808326:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017204.808329:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337312640:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017204.808334:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337312768:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017204.808346:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017204.808352:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017204/real 1734017204] req@ffff8800a8fd6d80 x1818247337312768/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017204.808362:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337312768/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017204.808369:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017204.808371:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017204.808374:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337312768:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017204.808379:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337312896:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017204.808390:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017204.808396:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017204/real 1734017204] req@ffff8800a8fd5f80 x1818247337312896/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017204.808405:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337312896/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017204.808413:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017204.808415:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017204.808418:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337312896:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017204.951945:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017205.954001:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017206.955971:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017207.957964:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017208.959951:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017209.815850:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017209.815863:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017209.815868:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017209.815881:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1477 00000100:00080000:2.0:1734017209.815894:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017209.815904:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017209.815950:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337313024/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017209.815988:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017209.815993:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017209.815994:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017209.815999:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1477 00000100:00080000:2.0:1734017209.816002:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017209.816007:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017209.816018:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017209.816029:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337313152/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017209.816039:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017209.816043:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017209.816044:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017209.816049:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1477 00000100:00080000:2.0:1734017209.816051:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017209.816055:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017209.816061:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017209.816069:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337313280/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017209.816078:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017209.816082:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017209.816083:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017209.816087:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1477 00000100:00080000:2.0:1734017209.816089:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017209.816093:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017209.816097:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017209.816105:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337313024:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017209.816106:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337313408/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017209.816115:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017209.816119:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017209.816120:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017209.816124:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1477 00000100:00080000:2.0:1734017209.816126:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017209.816130:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017209.816134:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017209.816143:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337313536/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017209.816153:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017209.816156:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017209.816158:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017209.816162:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1477 00000100:00080000:2.0:1734017209.816165:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017209.816169:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017209.816173:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017209.816180:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337313664/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017209.816192:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017209.816217:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017209/real 1734017209] req@ffff8800a8fd6300 x1818247337313024/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017209.816239:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337313024/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017209.816251:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017209.816255:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017209.816260:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337313024:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017209.816267:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337313152:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017209.816285:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017209.816292:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017209/real 1734017209] req@ffff8800a8fd6a00 x1818247337313152/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017209.816303:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337313152/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017209.816311:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017209.816314:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017209.816317:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337313152:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017209.816322:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337313280:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017209.816337:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017209.816343:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017209/real 1734017209] req@ffff8800a8fd7100 x1818247337313280/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017209.816354:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337313280/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017209.816363:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017209.816365:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017209.816368:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337313280:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017209.816397:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337313408:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017209.816410:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017209.816416:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017209/real 1734017209] req@ffff8800a8fd5500 x1818247337313408/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017209.816426:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337313408/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017209.816434:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017209.816437:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017209.816440:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337313408:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017209.816446:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337313536:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017209.816457:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017209.816463:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017209/real 1734017209] req@ffff8800a8fd5f80 x1818247337313536/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017209.816481:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337313536/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017209.816488:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017209.816490:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017209.816493:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337313536:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017209.816498:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337313664:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017209.816509:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017209.816515:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017209/real 1734017209] req@ffff8800a8fd6d80 x1818247337313664/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017209.816524:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337313664/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017209.816531:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017209.816533:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017209.816536:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337313664:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017209.961968:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017210.963988:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017211.966002:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017212.967999:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017213.969953:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017214.823769:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017214.823780:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017214.823784:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017214.823794:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1482 00000100:00080000:2.0:1734017214.823804:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017214.823812:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017214.823846:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337313792/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017214.823879:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017214.823883:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017214.823885:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017214.823889:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1482 00000100:00080000:2.0:1734017214.823892:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017214.823896:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017214.823906:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017214.823916:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337313920/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017214.823934:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017214.823937:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017214.823939:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017214.823942:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1482 00000100:00080000:2.0:1734017214.823945:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017214.823948:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017214.823952:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017214.823961:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337314048/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017214.823969:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017214.823972:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017214.823974:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017214.823977:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1482 00000100:00080000:2.0:1734017214.823979:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017214.823982:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017214.823986:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017214.823994:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337314176/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017214.824003:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017214.824006:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017214.824008:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017214.824011:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1482 00000100:00080000:2.0:1734017214.824014:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017214.824018:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734017214.824020:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337313792:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734017214.824022:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017214.824030:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337314304/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017214.824038:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017214.824041:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017214.824043:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017214.824046:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1482 00000100:00080000:2.0:1734017214.824048:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017214.824051:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017214.824056:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017214.824063:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337314432/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017214.824116:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017214.824143:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017214/real 1734017214] req@ffff8800a8fd7480 x1818247337313792/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017214.824174:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337313792/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017214.824187:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017214.824190:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017214.824195:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337313792:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017214.824204:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337313920:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017214.824222:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017214.824228:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017214/real 1734017214] req@ffff8800a8fd4a80 x1818247337313920/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017214.824240:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337313920/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017214.824248:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017214.824251:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017214.824254:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337313920:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017214.824260:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337314048:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017214.824275:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017214.824280:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017214/real 1734017214] req@ffff8800a8fd5180 x1818247337314048/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017214.824290:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337314048/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017214.824298:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017214.824301:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017214.824305:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337314048:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017214.824336:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337314176:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017214.824350:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017214.824356:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017214/real 1734017214] req@ffff8800a8fd4e00 x1818247337314176/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017214.824367:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337314176/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017214.824375:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017214.824378:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017214.824381:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337314176:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017214.824386:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337314304:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017214.824400:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017214.824406:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017214/real 1734017214] req@ffff8800a8fd5880 x1818247337314304/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017214.824415:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337314304/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017214.824424:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017214.824427:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017214.824430:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337314304:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017214.824436:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337314432:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017214.824452:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017214.824458:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017214/real 1734017214] req@ffff8800a8fd6680 x1818247337314432/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017214.824469:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337314432/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017214.824476:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017214.824478:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017214.824481:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337314432:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017214.971965:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017215.973998:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017216.975984:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017217.978007:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017218.979998:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017219.831833:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017219.831843:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017219.831847:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017219.831858:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1487 00000100:00080000:2.0:1734017219.831867:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017219.831874:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017219.831912:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337314560/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017219.831948:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017219.831952:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017219.831955:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017219.831959:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1487 00000100:00080000:2.0:1734017219.831962:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017219.831966:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017219.831976:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017219.831986:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337314688/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017219.831996:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017219.831999:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017219.832001:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017219.832005:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1487 00000100:00080000:2.0:1734017219.832007:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017219.832011:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017219.832015:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017219.832023:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337314816/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017219.832032:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017219.832035:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017219.832036:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017219.832040:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1487 00000100:00080000:2.0:1734017219.832043:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017219.832046:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017219.832049:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017219.832057:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337314944/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017219.832067:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017219.832071:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017219.832072:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017219.832076:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1487 00000100:00080000:2.0:1734017219.832078:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734017219.832079:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337314560:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017219.832082:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017219.832086:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017219.832095:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337315072/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017219.832104:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017219.832107:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017219.832108:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017219.832111:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1487 00000100:00080000:2.0:1734017219.832114:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017219.832117:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017219.832121:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017219.832129:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337315200/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017219.832180:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017219.832209:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017219/real 1734017219] req@ffff8800a8fd5c00 x1818247337314560/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017219.832232:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337314560/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017219.832244:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017219.832248:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017219.832253:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337314560:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017219.832262:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337314688:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017219.832280:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017219.832286:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017219/real 1734017219] req@ffff8800a8fd7800 x1818247337314688/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017219.832299:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337314688/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017219.832308:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017219.832310:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017219.832314:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337314688:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017219.832320:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337314816:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017219.832334:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017219.832340:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017219/real 1734017219] req@ffff8800a8fd7b80 x1818247337314816/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017219.832350:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337314816/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017219.832357:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017219.832360:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017219.832363:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337314816:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017219.832395:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337314944:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017219.832457:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017219.832465:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017219/real 1734017219] req@ffff8800a8fd4380 x1818247337314944/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017219.832476:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337314944/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017219.832485:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017219.832488:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017219.832491:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337314944:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017219.832498:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337315072:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017219.832512:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017219.832518:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017219/real 1734017219] req@ffff8800a8fd6680 x1818247337315072/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017219.832528:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337315072/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017219.832536:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017219.832539:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017219.832542:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337315072:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017219.832548:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337315200:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017219.832560:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017219.832566:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017219/real 1734017219] req@ffff8800a8fd5880 x1818247337315200/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017219.832576:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337315200/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017219.832583:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017219.832585:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017219.832588:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337315200:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017219.981983:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017220.984005:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017221.985989:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017222.987985:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017223.989962:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017224.839817:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017224.839827:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017224.839832:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017224.839842:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1492 00000100:00080000:2.0:1734017224.839852:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017224.839860:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017224.839897:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337315328/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017224.839930:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017224.839934:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017224.839936:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017224.839941:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1492 00000100:00080000:2.0:1734017224.839944:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017224.839948:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017224.839957:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017224.839967:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337315456/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017224.839977:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017224.839980:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017224.839982:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017224.839986:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1492 00000100:00080000:2.0:1734017224.839988:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017224.839992:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017224.839996:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017224.840004:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337315584/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017224.840013:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017224.840016:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017224.840017:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017224.840021:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1492 00000100:00080000:2.0:1734017224.840024:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017224.840027:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017224.840031:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017224.840038:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337315712/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017224.840048:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017224.840051:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017224.840052:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017224.840056:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1492 00000100:00080000:2.0:1734017224.840058:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017224.840062:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017224.840066:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734017224.840068:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337315328:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017224.840074:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337315840/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017224.840083:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017224.840085:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017224.840087:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017224.840090:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1492 00000100:00080000:2.0:1734017224.840092:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017224.840096:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017224.840100:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017224.840107:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337315968/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017224.840199:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337315456:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017224.840223:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337315584:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017224.840252:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337315712:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017224.840268:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337315840:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017224.840285:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337315968:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017224.991976:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017225.993989:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017226.995994:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734017227.846005:0:1965:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:0.0:1734017227.846051:0:1965:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734017227.846072:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734017227.846106:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734017227.846114:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734017227.846122:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734017227.846128:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734017227.846134:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:1.0:1734017227.846244:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017224/real 1734017227] req@ffff8800a8fd7480 x1818247337315712/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017227.846317:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337315712/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017227.846332:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017227.846337:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017227.846343:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337315712:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017227.846352:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017224/real 1734017227] req@ffff8800a8fd6d80 x1818247337315840/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017227.846366:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337315840/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017227.846382:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017227.846385:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017227.846389:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337315840:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017227.846396:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017224/real 1734017227] req@ffff8800a8fd5f80 x1818247337315968/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017227.846406:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337315968/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017227.846417:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017227.846421:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017227.846426:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337315968:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017227.846437:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017224/real 1734017227] req@ffff8800a8fd4e00 x1818247337315328/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017227.846457:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337315328/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017227.846469:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017227.846473:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017227.846478:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337315328:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017227.846490:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017224/real 1734017227] req@ffff8800a8fd5180 x1818247337315456/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017227.846509:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337315456/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017227.846532:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017227.846537:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017227.846543:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337315456:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017227.846554:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017224/real 1734017227] req@ffff8800a8fd4a80 x1818247337315584/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017227.846573:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337315584/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017227.846586:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017227.846590:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017227.846595:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337315584:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017227.997995:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017228.999975:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017229.847829:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017229.847839:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017229.847844:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017229.847855:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1497 00000100:00080000:2.0:1734017229.847865:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017229.847873:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017229.847909:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337316096/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017229.847944:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017229.847948:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017229.847950:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017229.847955:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1497 00000100:00080000:2.0:1734017229.847958:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017229.847962:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017229.847971:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017229.847981:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337316224/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017229.847991:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017229.847994:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017229.847996:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017229.848000:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1497 00000100:00080000:2.0:1734017229.848002:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017229.848005:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017229.848011:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017229.848019:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337316352/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017229.848029:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017229.848031:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017229.848033:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017229.848036:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1497 00000100:00080000:2.0:1734017229.848039:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017229.848042:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017229.848046:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017229.848053:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337316480/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017229.848061:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017229.848064:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017229.848066:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017229.848070:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1497 00000100:00080000:2.0:1734017229.848072:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017229.848075:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017229.848079:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017229.848089:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337316608/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017229.848092:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337316096:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017229.848099:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017229.848102:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017229.848104:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017229.848108:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1497 00000100:00080000:2.0:1734017229.848110:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017229.848113:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017229.848118:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017229.848125:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337316736/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017229.848188:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017229.848215:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017229/real 1734017229] req@ffff8800a8fd5500 x1818247337316096/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017229.848283:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337316096/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017229.848295:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017229.848299:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017229.848305:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337316096:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017229.848313:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337316224:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017229.848337:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017229.848345:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017229/real 1734017229] req@ffff8800a8fd7100 x1818247337316224/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017229.848358:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337316224/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017229.848366:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017229.848369:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017229.848372:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337316224:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017229.848378:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337316352:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017229.848392:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017229.848398:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017229/real 1734017229] req@ffff8800a8fd6a00 x1818247337316352/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017229.848408:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337316352/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017229.848416:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017229.848418:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017229.848421:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337316352:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017229.848428:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337316480:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017229.848441:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017229.848447:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017229/real 1734017229] req@ffff8800a8fd6300 x1818247337316480/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017229.848464:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337316480/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017229.848473:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017229.848475:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017229.848478:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337316480:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017229.848509:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337316608:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017229.848523:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017229.848529:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017229/real 1734017229] req@ffff8800a8fd4a80 x1818247337316608/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017229.848539:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337316608/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017229.848547:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017229.848550:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017229.848553:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337316608:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017229.848559:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337316736:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017229.848571:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017229.848577:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017229/real 1734017229] req@ffff8800a8fd5180 x1818247337316736/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017229.848586:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337316736/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017229.848593:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017229.848597:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017229.848600:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337316736:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017230.001993:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017231.003964:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017232.006021:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017233.007974:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017234.009979:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017234.855830:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017234.855841:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017234.855846:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017234.855857:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1502 00000100:00080000:2.0:1734017234.855866:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017234.855874:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017234.855910:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337316864/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017234.855945:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017234.855950:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017234.855951:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017234.855956:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1502 00000100:00080000:2.0:1734017234.855959:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017234.855963:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017234.855973:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017234.855984:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337316992/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017234.856000:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017234.856004:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017234.856005:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017234.856008:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1502 00000100:00080000:2.0:1734017234.856011:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017234.856014:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017234.856018:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017234.856026:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337317120/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017234.856035:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017234.856038:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017234.856040:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017234.856043:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1502 00000100:00080000:2.0:1734017234.856046:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017234.856049:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017234.856053:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017234.856060:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337317248/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017234.856070:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017234.856073:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017234.856075:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017234.856079:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1502 00000100:00080000:2.0:1734017234.856082:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017234.856085:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734017234.856086:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337316864:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734017234.856089:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017234.856097:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337317376/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017234.856106:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017234.856109:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017234.856110:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017234.856114:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1502 00000100:00080000:2.0:1734017234.856116:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017234.856119:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017234.856123:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017234.856130:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337317504/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017234.856206:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017234.856234:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017234/real 1734017234] req@ffff8800a8fd4e00 x1818247337316864/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017234.856256:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337316864/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017234.856268:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017234.856272:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017234.856278:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337316864:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017234.856286:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337316992:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017234.856307:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017234.856314:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017234/real 1734017234] req@ffff8800a8fd5f80 x1818247337316992/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017234.856325:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337316992/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017234.856333:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017234.856336:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017234.856340:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337316992:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017234.856347:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337317120:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017234.856362:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017234.856368:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017234/real 1734017234] req@ffff8800a8fd6d80 x1818247337317120/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017234.856378:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337317120/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017234.856386:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017234.856389:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017234.856392:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337317120:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017234.856423:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337317248:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017234.856436:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017234.856442:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017234/real 1734017234] req@ffff8800a8fd7480 x1818247337317248/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017234.856453:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337317248/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017234.856462:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017234.856464:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017234.856467:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337317248:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017234.856473:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337317376:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017234.856486:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017234.856493:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017234/real 1734017234] req@ffff8800a8fd5880 x1818247337317376/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017234.856504:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337317376/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017234.856512:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017234.856514:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017234.856517:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337317376:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017234.856523:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337317504:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017234.856536:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017234.856542:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017234/real 1734017234] req@ffff8800a8fd6680 x1818247337317504/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017234.856552:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337317504/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017234.856559:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017234.856561:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017234.856564:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337317504:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017235.011950:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017236.014027:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017237.016006:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017238.017957:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017239.019970:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017239.863857:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017239.863869:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017239.863874:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017239.863885:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1507 00000100:00080000:2.0:1734017239.863894:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017239.863901:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017239.863938:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337317632/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017239.863975:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017239.863979:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017239.863982:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017239.863986:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1507 00000100:00080000:2.0:1734017239.863990:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017239.863994:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017239.864004:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017239.864015:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337317760/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017239.864024:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017239.864028:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017239.864030:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017239.864033:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1507 00000100:00080000:2.0:1734017239.864036:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017239.864039:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017239.864043:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017239.864051:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337317888/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017239.864059:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017239.864092:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017239.864094:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017239.864098:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1507 00000100:00080000:2.0:1734017239.864101:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017239.864104:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017239.864109:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017239.864117:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337318016/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017239.864128:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017239.864132:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017239.864133:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017239.864137:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1507 00000100:00080000:2.0:1734017239.864139:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017239.864143:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017239.864147:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734017239.864148:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337317632:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017239.864157:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337318144/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017239.864166:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017239.864169:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017239.864170:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017239.864174:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1507 00000100:00080000:2.0:1734017239.864176:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017239.864179:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017239.864183:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017239.864191:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337318272/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017239.864241:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017239.864267:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017239/real 1734017239] req@ffff8800a8fd4380 x1818247337317632/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017239.864297:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337317632/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017239.864308:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017239.864312:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017239.864317:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337317632:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017239.864325:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337317760:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017239.864343:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017239.864350:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017239/real 1734017239] req@ffff8800a8fd7b80 x1818247337317760/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017239.864361:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337317760/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017239.864369:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017239.864372:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017239.864375:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337317760:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017239.864382:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337317888:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017239.864396:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017239.864401:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017239/real 1734017239] req@ffff8800a8fd7800 x1818247337317888/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017239.864411:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337317888/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017239.864419:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017239.864423:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017239.864426:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337317888:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017239.864457:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337318016:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017239.864470:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017239.864476:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017239/real 1734017239] req@ffff8800a8fd5c00 x1818247337318016/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017239.864487:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337318016/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017239.864495:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017239.864497:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017239.864500:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337318016:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017239.864506:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337318144:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017239.864519:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017239.864525:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017239/real 1734017239] req@ffff8800a8fd6680 x1818247337318144/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017239.864534:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337318144/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017239.864543:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017239.864545:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017239.864549:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337318144:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017239.864555:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337318272:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017239.864571:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017239.864577:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017239/real 1734017239] req@ffff8800a8fd5880 x1818247337318272/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017239.864588:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337318272/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017239.864595:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017239.864598:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017239.864601:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337318272:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017240.021948:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017241.023998:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017242.026000:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017243.027992:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017244.030031:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017244.871824:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017244.871835:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017244.871839:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017244.871850:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1512 00000100:00080000:2.0:1734017244.871859:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017244.871867:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017244.871906:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337318400/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017244.871941:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017244.871945:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017244.871947:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017244.871952:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1512 00000100:00080000:2.0:1734017244.871955:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017244.871958:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017244.871968:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017244.872014:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337318528/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017244.872024:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017244.872028:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017244.872029:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017244.872033:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1512 00000100:00080000:2.0:1734017244.872036:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017244.872039:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017244.872045:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017244.872053:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337318656/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017244.872062:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017244.872065:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017244.872067:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017244.872071:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1512 00000100:00080000:2.0:1734017244.872074:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017244.872077:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017244.872082:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017244.872090:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337318784/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017244.872094:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337318400:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017244.872100:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017244.872103:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017244.872105:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017244.872109:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1512 00000100:00080000:2.0:1734017244.872111:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017244.872114:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017244.872119:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017244.872126:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337318912/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017244.872134:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017244.872137:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017244.872139:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017244.872142:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1512 00000100:00080000:2.0:1734017244.872145:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017244.872148:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017244.872152:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017244.872159:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337319040/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017244.872188:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017244.872216:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017244/real 1734017244] req@ffff8800a8fd7480 x1818247337318400/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017244.872239:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337318400/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017244.872251:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017244.872256:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017244.872261:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337318400:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017244.872268:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337318528:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017244.872287:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017244.872295:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017244/real 1734017244] req@ffff8800a8fd6d80 x1818247337318528/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017244.872306:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337318528/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017244.872314:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017244.872317:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017244.872320:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337318528:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017244.872326:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337318656:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017244.872340:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017244.872346:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017244/real 1734017244] req@ffff8800a8fd5f80 x1818247337318656/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017244.872356:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337318656/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017244.872363:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017244.872366:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017244.872369:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337318656:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017244.872397:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337318784:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017244.872411:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017244.872417:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017244/real 1734017244] req@ffff8800a8fd4e00 x1818247337318784/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017244.872428:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337318784/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017244.872443:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017244.872446:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017244.872449:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337318784:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017244.872455:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337318912:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017244.872469:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017244.872474:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017244/real 1734017244] req@ffff8800a8fd5180 x1818247337318912/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017244.872484:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337318912/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017244.872492:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017244.872494:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017244.872498:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337318912:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017244.872504:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337319040:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017244.872516:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017244.872522:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017244/real 1734017244] req@ffff8800a8fd4a80 x1818247337319040/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017244.872532:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337319040/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017244.872538:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017244.872541:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017244.872544:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337319040:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017245.032015:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017246.034035:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017247.035993:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017248.038021:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017249.039982:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017249.879863:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017249.879873:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017249.879878:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017249.879889:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1517 00000100:00080000:2.0:1734017249.879934:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017249.879943:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017249.879980:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337319168/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017249.880013:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017249.880017:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017249.880019:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017249.880024:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1517 00000100:00080000:2.0:1734017249.880027:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017249.880031:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017249.880040:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017249.880050:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337319296/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017249.880060:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017249.880064:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017249.880065:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017249.880069:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1517 00000100:00080000:2.0:1734017249.880071:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017249.880075:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017249.880080:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017249.880088:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337319424/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017249.880097:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017249.880100:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017249.880102:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017249.880105:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1517 00000100:00080000:2.0:1734017249.880108:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017249.880110:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017249.880114:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017249.880122:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337319552/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017249.880130:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017249.880133:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017249.880135:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017249.880138:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1517 00000100:00080000:2.0:1734017249.880140:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017249.880143:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017249.880147:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017249.880157:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337319680/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017249.880164:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337319168:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017249.880168:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017249.880171:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017249.880173:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017249.880177:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1517 00000100:00080000:2.0:1734017249.880180:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017249.880183:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017249.880187:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017249.880195:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337319808/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017249.880261:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017249.880289:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017249/real 1734017249] req@ffff8800a8fd6300 x1818247337319168/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017249.880311:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337319168/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017249.880324:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017249.880328:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017249.880333:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337319168:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017249.880341:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337319296:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017249.880359:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017249.880366:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017249/real 1734017249] req@ffff8800a8fd6a00 x1818247337319296/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017249.880378:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337319296/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017249.880386:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017249.880388:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017249.880392:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337319296:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017249.880398:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337319424:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017249.880413:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017249.880420:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017249/real 1734017249] req@ffff8800a8fd7100 x1818247337319424/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017249.880431:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337319424/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017249.880439:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017249.880441:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017249.880444:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337319424:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017249.880451:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337319552:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017249.880464:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017249.880469:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017249/real 1734017249] req@ffff8800a8fd5500 x1818247337319552/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017249.880479:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337319552/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017249.880487:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017249.880489:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017249.880492:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337319552:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017249.880524:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337319680:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017249.880539:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017249.880546:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017249/real 1734017249] req@ffff8800a8fd4a80 x1818247337319680/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017249.880565:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337319680/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017249.880573:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017249.880575:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017249.880578:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337319680:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017249.880584:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337319808:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017249.880596:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017249.880602:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017249/real 1734017249] req@ffff8800a8fd5180 x1818247337319808/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017249.880612:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337319808/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017249.880619:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017249.880621:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017249.880624:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337319808:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017250.041981:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017251.044005:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017252.046042:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017253.047952:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017254.050004:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017254.887868:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017254.887878:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017254.887882:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017254.887892:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1522 00000100:00080000:2.0:1734017254.887902:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017254.887909:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017254.887945:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337319936/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017254.887978:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017254.887982:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017254.887984:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017254.887988:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1522 00000100:00080000:2.0:1734017254.887991:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017254.887995:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017254.888005:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017254.888016:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337320064/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017254.888033:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017254.888036:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017254.888037:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017254.888041:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1522 00000100:00080000:2.0:1734017254.888043:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017254.888046:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017254.888051:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017254.888059:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337320192/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017254.888067:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017254.888070:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017254.888072:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017254.888075:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1522 00000100:00080000:2.0:1734017254.888078:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017254.888081:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017254.888085:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017254.888092:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337320320/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017254.888103:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017254.888106:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017254.888108:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017254.888111:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1522 00000100:00080000:2.0:1734017254.888114:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017254.888118:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017254.888121:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734017254.888127:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337319936:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017254.888129:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337320448/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017254.888138:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017254.888141:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017254.888142:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017254.888146:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1522 00000100:00080000:2.0:1734017254.888148:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017254.888151:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017254.888155:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017254.888162:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337320576/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017254.888225:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017254.888252:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017254/real 1734017254] req@ffff8800a8fd4e00 x1818247337319936/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017254.888284:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337319936/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017254.888296:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017254.888300:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017254.888306:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337319936:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017254.888313:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337320064:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017254.888332:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017254.888338:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017254/real 1734017254] req@ffff8800a8fd5f80 x1818247337320064/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017254.888349:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337320064/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017254.888358:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017254.888361:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017254.888365:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337320064:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017254.888371:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337320192:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017254.888385:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017254.888391:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017254/real 1734017254] req@ffff8800a8fd6d80 x1818247337320192/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017254.888402:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337320192/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017254.888409:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017254.888412:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017254.888416:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337320192:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017254.888447:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337320320:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017254.888461:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017254.888468:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017254/real 1734017254] req@ffff8800a8fd7480 x1818247337320320/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017254.888478:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337320320/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017254.888487:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017254.888489:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017254.888492:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337320320:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017254.888498:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337320448:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017254.888511:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017254.888517:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017254/real 1734017254] req@ffff8800a8fd5880 x1818247337320448/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017254.888527:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337320448/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017254.888535:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017254.888538:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017254.888541:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337320448:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017254.888547:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337320576:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017254.888563:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017254.888569:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017254/real 1734017254] req@ffff8800a8fd6680 x1818247337320576/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017254.888580:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337320576/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017254.888586:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017254.888589:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017254.888592:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337320576:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017255.051976:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017256.054030:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017257.055956:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017258.058019:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017259.059950:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017259.895855:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017259.895866:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017259.895870:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017259.895880:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1527 00000100:00080000:2.0:1734017259.895890:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017259.895898:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017259.895934:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337320704/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017259.895969:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017259.895973:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017259.895975:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017259.895980:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1527 00000100:00080000:2.0:1734017259.895983:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017259.895987:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017259.895996:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017259.896007:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337320832/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017259.896016:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017259.896020:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017259.896021:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017259.896025:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1527 00000100:00080000:2.0:1734017259.896028:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017259.896031:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017259.896035:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017259.896043:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337320960/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017259.896052:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017259.896055:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017259.896056:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017259.896060:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1527 00000100:00080000:2.0:1734017259.896062:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017259.896065:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017259.896069:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017259.896077:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337321088/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017259.896087:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017259.896090:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017259.896092:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017259.896096:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1527 00000100:00080000:2.0:1734017259.896098:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017259.896101:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017259.896105:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734017259.896108:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337320704:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017259.896115:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337321216/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017259.896123:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017259.896126:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017259.896127:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017259.896131:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1527 00000100:00080000:2.0:1734017259.896133:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017259.896136:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017259.896140:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017259.896148:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337321344/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017259.896209:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017259.896237:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017259/real 1734017259] req@ffff8800a8fd5c00 x1818247337320704/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017259.896260:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337320704/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017259.896273:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017259.896277:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017259.896282:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337320704:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017259.896290:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337320832:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017259.896308:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017259.896314:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017259/real 1734017259] req@ffff8800a8fd7800 x1818247337320832/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017259.896327:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337320832/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017259.896335:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017259.896338:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017259.896341:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337320832:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017259.896347:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337320960:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017259.896362:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017259.896368:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017259/real 1734017259] req@ffff8800a8fd7b80 x1818247337320960/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017259.896378:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337320960/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017259.896385:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017259.896388:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017259.896391:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337320960:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017259.896421:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337321088:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017259.896434:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017259.896441:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017259/real 1734017259] req@ffff8800a8fd4380 x1818247337321088/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017259.896452:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337321088/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017259.896460:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017259.896463:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017259.896466:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337321088:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017259.896473:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337321216:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017259.896487:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017259.896492:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017259/real 1734017259] req@ffff8800a8fd6680 x1818247337321216/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017259.896503:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337321216/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017259.896511:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017259.896514:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017259.896517:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337321216:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017259.896523:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337321344:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017259.896535:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017259.896541:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017259/real 1734017259] req@ffff8800a8fd5880 x1818247337321344/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017259.896551:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337321344/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017259.896558:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017259.896560:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017259.896563:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337321344:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017260.061972:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017261.064001:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017262.065956:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017263.067983:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017264.069972:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017264.903835:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017264.903847:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017264.903852:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017264.903862:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1532 00000100:00080000:2.0:1734017264.903873:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017264.903881:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017264.903919:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337321472/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017264.903955:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017264.903959:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017264.903961:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017264.903966:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1532 00000100:00080000:2.0:1734017264.903969:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017264.903972:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017264.903982:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017264.903993:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337321600/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017264.904002:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017264.904006:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017264.904007:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017264.904011:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1532 00000100:00080000:2.0:1734017264.904013:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017264.904017:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017264.904021:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017264.904029:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337321728/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017264.904038:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017264.904041:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017264.904043:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017264.904047:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1532 00000100:00080000:2.0:1734017264.904050:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017264.904053:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017264.904057:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017264.904065:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337321856/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017264.904074:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017264.904078:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017264.904079:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017264.904083:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1532 00000100:00080000:2.0:1734017264.904085:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734017264.904089:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337321472:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017264.904089:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017264.904093:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017264.904101:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337321984/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017264.904110:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017264.904113:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017264.904114:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017264.904117:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1532 00000100:00080000:2.0:1734017264.904120:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017264.904124:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017264.904128:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017264.904135:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337322112/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017264.904183:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017264.904212:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017264/real 1734017264] req@ffff8800a8fd7480 x1818247337321472/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017264.904234:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337321472/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017264.904246:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017264.904250:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017264.904255:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337321472:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017264.904263:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337321600:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017264.904281:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017264.904288:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017264/real 1734017264] req@ffff8800a8fd6d80 x1818247337321600/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017264.904300:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337321600/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017264.904308:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017264.904311:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017264.904314:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337321600:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017264.904321:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337321728:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017264.904335:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017264.904341:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017264/real 1734017264] req@ffff8800a8fd5f80 x1818247337321728/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017264.904352:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337321728/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017264.904361:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017264.904363:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017264.904366:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337321728:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017264.904398:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337321856:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017264.904410:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017264.904416:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017264/real 1734017264] req@ffff8800a8fd4e00 x1818247337321856/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017264.904426:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337321856/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017264.904435:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017264.904437:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017264.904440:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337321856:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017264.904446:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337321984:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017264.904459:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017264.904465:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017264/real 1734017264] req@ffff8800a8fd5180 x1818247337321984/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017264.904475:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337321984/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017264.904483:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017264.904487:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017264.904490:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337321984:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017264.904496:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337322112:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017264.904509:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017264.904515:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017264/real 1734017264] req@ffff8800a8fd4a80 x1818247337322112/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017264.904524:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337322112/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017264.904532:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017264.904535:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017264.904539:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337322112:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017265.071968:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017266.073968:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017267.076042:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017268.078020:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017269.079958:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017269.911852:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017269.911864:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017269.911869:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017269.911879:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1537 00000100:00080000:2.0:1734017269.911889:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017269.911897:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017269.911933:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337322240/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017269.911968:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017269.911972:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017269.911974:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017269.911978:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1537 00000100:00080000:2.0:1734017269.911982:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017269.911986:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017269.911995:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017269.912005:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337322368/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017269.912015:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017269.912018:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017269.912020:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017269.912023:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1537 00000100:00080000:2.0:1734017269.912026:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017269.912029:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017269.912035:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017269.912043:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337322496/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017269.912052:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017269.912055:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017269.912056:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017269.912060:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1537 00000100:00080000:2.0:1734017269.912062:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017269.912065:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017269.912069:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017269.912077:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337322624/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017269.912085:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017269.912088:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017269.912090:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017269.912093:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1537 00000100:00080000:2.0:1734017269.912095:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017269.912099:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017269.912103:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017269.912112:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337322752/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017269.912115:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337322240:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017269.912123:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017269.912126:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017269.912128:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017269.912132:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1537 00000100:00080000:2.0:1734017269.912134:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017269.912137:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017269.912141:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017269.912149:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337322880/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017269.912215:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017269.912244:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017269/real 1734017269] req@ffff8800a8fd5500 x1818247337322240/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017269.912267:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337322240/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017269.912279:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017269.912283:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017269.912290:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337322240:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017269.912298:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337322368:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017269.912316:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017269.912323:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017269/real 1734017269] req@ffff8800a8fd7100 x1818247337322368/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017269.912334:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337322368/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017269.912342:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017269.912345:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017269.912348:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337322368:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017269.912354:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337322496:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017269.912368:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017269.912373:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017269/real 1734017269] req@ffff8800a8fd6a00 x1818247337322496/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017269.912383:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337322496/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017269.912391:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017269.912393:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017269.912396:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337322496:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017269.912402:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337322624:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017269.912416:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017269.912422:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017269/real 1734017269] req@ffff8800a8fd6300 x1818247337322624/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017269.912433:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337322624/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017269.912441:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017269.912443:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017269.912446:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337322624:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017269.912479:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337322752:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017269.912493:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017269.912499:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017269/real 1734017269] req@ffff8800a8fd4a80 x1818247337322752/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017269.912509:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337322752/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017269.912517:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017269.912520:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017269.912523:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337322752:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017269.912529:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337322880:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017269.912541:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017269.912547:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017269/real 1734017269] req@ffff8800a8fd5180 x1818247337322880/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017269.912600:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337322880/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017269.912616:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017269.912619:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017269.912622:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337322880:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017270.081978:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017271.083967:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017272.085977:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017273.088000:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017274.090011:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017274.919961:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017274.919972:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017274.919977:0:65:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017274.919988:0:65:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1542 00000100:00080000:0.0:1734017274.919998:0:65:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017274.920005:0:65:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:0.0:1734017274.920040:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5a300 x1818247337323008/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017274.920071:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017274.920075:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017274.920077:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017274.920081:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1542 00000100:00080000:0.0:1734017274.920084:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017274.920088:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734017274.920097:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017274.920107:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5a680 x1818247337323136/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017274.920117:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017274.920120:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017274.920122:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017274.920126:0:65:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1542 00000100:00080000:0.0:1734017274.920128:0:65:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017274.920131:0:65:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734017274.920136:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017274.920143:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59c00 x1818247337323264/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017274.920159:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017274.920162:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017274.920164:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017274.920167:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1542 00000100:00080000:0.0:1734017274.920170:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017274.920173:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734017274.920177:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017274.920184:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5aa00 x1818247337323392/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017274.920196:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017274.920199:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017274.920201:0:65:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017274.920204:0:65:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1542 00000100:00080000:0.0:1734017274.920206:0:65:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017274.920210:0:65:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734017274.920214:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734017274.920220:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337323008:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734017274.920222:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58700 x1818247337323520/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017274.920231:0:65:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017274.920233:0:65:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017274.920235:0:65:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017274.920239:0:65:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1542 00000100:00080000:0.0:1734017274.920242:0:65:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017274.920245:0:65:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734017274.920249:0:65:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017274.920256:0:65:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5ad80 x1818247337323648/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017274.920319:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017274.920348:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017274/real 1734017274] req@ffff8800a8d5a300 x1818247337323008/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017274.920371:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5a300 x1818247337323008/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017274.920384:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017274.920388:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017274.920393:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337323008:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017274.920401:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337323136:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017274.920419:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017274.920426:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017274/real 1734017274] req@ffff8800a8d5a680 x1818247337323136/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017274.920437:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5a680 x1818247337323136/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017274.920453:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017274.920456:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017274.920459:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337323136:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017274.920498:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337323264:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017274.920517:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017274.920524:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017274/real 1734017274] req@ffff8800a8d59c00 x1818247337323264/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017274.920536:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d59c00 x1818247337323264/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017274.920544:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017274.920546:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017274.920549:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337323264:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017274.920580:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337323392:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017274.920593:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017274.920599:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017274/real 1734017274] req@ffff8800a8d5aa00 x1818247337323392/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017274.920609:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5aa00 x1818247337323392/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017274.920618:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017274.920621:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017274.920624:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337323392:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017274.920631:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337323520:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017274.920645:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017274.920651:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017274/real 1734017274] req@ffff8800a8d58700 x1818247337323520/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017274.920662:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d58700 x1818247337323520/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017274.920670:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017274.920672:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017274.920676:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337323520:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017274.920681:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337323648:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017274.920694:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017274.920699:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017274/real 1734017274] req@ffff8800a8d5ad80 x1818247337323648/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017274.920791:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5ad80 x1818247337323648/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017274.920800:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017274.920802:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017274.920805:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337323648:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017275.091932:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017276.093978:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017277.096027:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017278.097989:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017279.099915:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734017279.927783:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017279.927794:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734017279.927799:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017279.927809:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1547 00000100:00080000:0.0:1734017279.927819:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017279.927826:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:0.0:1734017279.927863:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59f80 x1818247337323776/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017279.927896:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017279.927900:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017279.927902:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017279.927906:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1547 00000100:00080000:0.0:1734017279.927909:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017279.927913:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734017279.927922:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734017279.927935:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5ad80 x1818247337323904/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017279.927945:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017279.927948:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734017279.927951:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017279.927954:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1547 00000100:00080000:0.0:1734017279.927957:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017279.927960:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734017279.927965:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017279.927974:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58700 x1818247337324032/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017279.927983:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017279.927986:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017279.927987:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017279.927991:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1547 00000100:00080000:0.0:1734017279.927993:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017279.927996:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734017279.928001:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017279.928009:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5aa00 x1818247337324160/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017279.928019:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017279.928022:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734017279.928024:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017279.928027:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1547 00000100:00080000:0.0:1734017279.928029:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017279.928033:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734017279.928037:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734017279.928040:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337323776:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734017279.928045:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59c00 x1818247337324288/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017279.928055:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734017279.928058:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734017279.928060:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017279.928063:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1547 00000100:00080000:0.0:1734017279.928066:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734017279.928069:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734017279.928073:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017279.928080:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5a680 x1818247337324416/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017279.928136:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017279.928165:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017279/real 1734017279] req@ffff8800a8d59f80 x1818247337323776/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017279.928188:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d59f80 x1818247337323776/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017279.928201:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017279.928205:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017279.928211:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337323776:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017279.928219:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337323904:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017279.928237:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017279.928244:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017279/real 1734017279] req@ffff8800a8d5ad80 x1818247337323904/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017279.928255:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5ad80 x1818247337323904/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017279.928263:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017279.928266:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017279.928269:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337323904:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017279.928276:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337324032:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017279.928290:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017279.928296:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017279/real 1734017279] req@ffff8800a8d58700 x1818247337324032/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017279.928306:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d58700 x1818247337324032/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017279.928315:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017279.928318:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017279.928322:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337324032:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017279.928353:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337324160:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017279.928366:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017279.928372:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017279/real 1734017279] req@ffff8800a8d5aa00 x1818247337324160/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017279.928423:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5aa00 x1818247337324160/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017279.928433:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017279.928435:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017279.928439:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337324160:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017279.928445:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337324288:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017279.928461:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017279.928468:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017279/real 1734017279] req@ffff8800a8d59c00 x1818247337324288/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017279.928478:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d59c00 x1818247337324288/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017279.928486:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017279.928489:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017279.928492:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337324288:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017279.928499:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337324416:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017279.928512:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017279.928518:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017279/real 1734017279] req@ffff8800a8d5a680 x1818247337324416/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017279.928529:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5a680 x1818247337324416/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017279.928536:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017279.928538:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017279.928541:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337324416:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017280.101977:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017281.103976:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017282.106001:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017283.108002:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017284.109948:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017284.935973:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017284.935984:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017284.935989:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017284.936000:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1552 00000100:00080000:2.0:1734017284.936010:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017284.936017:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017284.936056:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337324544/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017284.936093:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017284.936097:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017284.936099:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017284.936104:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1552 00000100:00080000:2.0:1734017284.936107:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017284.936110:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017284.936120:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017284.936131:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337324672/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017284.936147:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337324544:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017284.936149:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017284.936152:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017284.936153:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017284.936157:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1552 00000100:00080000:2.0:1734017284.936160:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017284.936163:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017284.936168:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017284.936176:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337324800/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017284.936185:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017284.936188:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017284.936189:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017284.936192:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1552 00000100:00080000:2.0:1734017284.936195:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017284.936198:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017284.936202:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017284.936209:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337324928/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017284.936217:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017284.936221:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017284.936222:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017284.936226:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1552 00000100:00080000:2.0:1734017284.936238:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017284.936242:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734017284.936246:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734017284.936247:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017284.936255:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337325056/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017284.936264:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017284.936267:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017284.936269:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017284.936272:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1552 00000100:00080000:2.0:1734017284.936275:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734017284.936276:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017284/real 1734017284] req@ffff8800a8fd4e00 x1818247337324544/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017284.936279:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017284.936283:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017284.936290:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337325184/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017284.936340:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337324544/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017284.936353:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017284.936358:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017284.936363:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337324544:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017284.936394:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337324672:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017284.936418:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017284.936426:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017284/real 1734017284] req@ffff8800a8fd5f80 x1818247337324672/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017284.936438:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337324672/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017284.936447:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017284.936450:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017284.936453:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337324672:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017284.936460:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337324800:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017284.936474:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017284.936480:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017284/real 1734017284] req@ffff8800a8fd6d80 x1818247337324800/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017284.936490:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337324800/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017284.936498:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017284.936500:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017284.936503:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337324800:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017284.936510:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337324928:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017284.936522:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017284.936529:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017284/real 1734017284] req@ffff8800a8fd7480 x1818247337324928/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017284.936546:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337324928/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017284.936554:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017284.936557:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017284.936560:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337324928:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017284.936565:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337325056:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017284.936579:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017284.936585:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017284/real 1734017284] req@ffff8800a8fd5880 x1818247337325056/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017284.936594:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337325056/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017284.936602:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017284.936605:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017284.936607:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337325056:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017284.936614:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337325184:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017284.936628:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017284.936634:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017284/real 1734017284] req@ffff8800a8fd6680 x1818247337325184/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017284.936643:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337325184/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017284.936650:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017284.936654:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017284.936657:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337325184:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017285.111975:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017286.114010:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017287.115984:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017288.118001:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017289.119960:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017289.943867:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017289.943879:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017289.943884:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017289.943895:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1557 00000100:00080000:2.0:1734017289.943905:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017289.943913:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017289.943951:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337325312/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017289.943988:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017289.943992:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017289.943994:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017289.943999:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1557 00000100:00080000:2.0:1734017289.944002:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017289.944006:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017289.944016:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017289.944026:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337325440/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017289.944036:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017289.944039:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017289.944041:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017289.944044:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1557 00000100:00080000:2.0:1734017289.944047:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017289.944050:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017289.944055:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017289.944063:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337325568/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017289.944072:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017289.944074:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017289.944076:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017289.944080:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1557 00000100:00080000:2.0:1734017289.944082:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017289.944085:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017289.944089:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017289.944096:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337325696/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017289.944105:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017289.944108:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017289.944110:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017289.944113:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1557 00000100:00080000:2.0:1734017289.944115:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017289.944119:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017289.944123:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017289.944132:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337325824/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017289.944140:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337325312:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017289.944143:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017289.944146:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017289.944148:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017289.944151:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1557 00000100:00080000:2.0:1734017289.944153:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017289.944157:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017289.944161:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017289.944168:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337325952/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017289.944322:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337325440:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017289.944348:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337325568:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017289.944366:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337325696:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017289.944393:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337325824:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017289.944411:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337325952:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017290.121963:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017291.123951:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017292.126028:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734017292.949982:0:1967:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:3.0:1734017292.950031:0:1967:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734017292.950052:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017292.950088:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017292.950096:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017292.950103:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017292.950110:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017292.950117:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:1.0:1734017292.950245:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017289/real 1734017292] req@ffff8800a8fd6680 x1818247337325824/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017292.950285:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337325824/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017292.950299:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017292.950304:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017292.950310:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337325824:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017292.950319:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017289/real 1734017292] req@ffff8800a8fd5880 x1818247337325952/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017292.950333:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337325952/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017292.950346:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017292.950351:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017292.950357:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337325952:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017292.950369:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017289/real 1734017292] req@ffff8800a8fd4380 x1818247337325312/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017292.950389:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337325312/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017292.950402:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017292.950406:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017292.950412:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337325312:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017292.950424:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017289/real 1734017292] req@ffff8800a8fd7b80 x1818247337325440/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017292.950441:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337325440/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017292.950454:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017292.950458:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017292.950464:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337325440:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017292.950475:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017289/real 1734017292] req@ffff8800a8fd7800 x1818247337325568/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017292.950506:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337325568/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017292.950520:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017292.950524:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017292.950530:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337325568:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017292.950540:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017289/real 1734017292] req@ffff8800a8fd5c00 x1818247337325696/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017292.950558:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337325696/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017292.950571:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017292.950575:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017292.950580:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337325696:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017293.127992:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017294.129983:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017294.951856:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017294.951867:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017294.951872:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017294.951882:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1562 00000100:00080000:2.0:1734017294.951891:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017294.951899:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017294.951936:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337326080/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017294.951970:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017294.951974:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017294.951976:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017294.951981:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1562 00000100:00080000:2.0:1734017294.951984:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017294.951987:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017294.951997:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017294.952008:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337326208/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017294.952017:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017294.952021:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017294.952022:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017294.952026:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1562 00000100:00080000:2.0:1734017294.952028:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017294.952031:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017294.952036:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017294.952043:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337326336/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017294.952052:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017294.952055:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017294.952057:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017294.952061:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1562 00000100:00080000:2.0:1734017294.952064:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017294.952067:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017294.952071:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017294.952078:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337326464/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017294.952086:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017294.952090:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017294.952091:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017294.952095:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1562 00000100:00080000:2.0:1734017294.952097:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017294.952100:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017294.952104:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017294.952111:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337326592/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017294.952121:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734017294.952123:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337326080:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017294.952162:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017294.952164:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017294.952169:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1562 00000100:00080000:2.0:1734017294.952171:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017294.952175:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017294.952179:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017294.952187:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337326720/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017294.952256:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017294.952284:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017294/real 1734017294] req@ffff8800a8fd7480 x1818247337326080/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017294.952306:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337326080/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017294.952319:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017294.952324:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017294.952329:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337326080:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017294.952337:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337326208:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017294.952356:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017294.952362:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017294/real 1734017294] req@ffff8800a8fd6d80 x1818247337326208/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017294.952374:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337326208/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017294.952382:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017294.952385:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017294.952388:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337326208:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017294.952395:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337326336:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017294.952409:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017294.952415:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017294/real 1734017294] req@ffff8800a8fd5f80 x1818247337326336/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017294.952425:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337326336/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017294.952433:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017294.952435:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017294.952438:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337326336:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017294.952445:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337326464:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017294.952461:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017294.952467:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017294/real 1734017294] req@ffff8800a8fd4e00 x1818247337326464/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017294.952478:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337326464/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017294.952486:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017294.952488:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017294.952491:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337326464:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017294.952525:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337326592:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017294.952539:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017294.952545:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017294/real 1734017294] req@ffff8800a8fd5180 x1818247337326592/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017294.952556:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337326592/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017294.952564:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017294.952567:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017294.952570:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337326592:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017294.952576:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337326720:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017294.952588:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017294.952594:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017294/real 1734017294] req@ffff8800a8fd4a80 x1818247337326720/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017294.952611:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337326720/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017294.952619:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017294.952621:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017294.952624:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337326720:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017295.131962:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017296.133995:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017297.136021:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017298.138019:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017299.139967:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017299.959833:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017299.959843:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017299.959848:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017299.959858:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1567 00000100:00080000:2.0:1734017299.959868:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017299.959876:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017299.959911:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337326848/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017299.959946:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017299.959951:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017299.959953:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017299.959958:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1567 00000100:00080000:2.0:1734017299.959961:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017299.959965:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017299.959974:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017299.959984:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337326976/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017299.959995:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017299.959998:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017299.959999:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017299.960003:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1567 00000100:00080000:2.0:1734017299.960006:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017299.960009:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017299.960014:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017299.960021:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337327104/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017299.960031:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017299.960034:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017299.960035:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017299.960076:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1567 00000100:00080000:2.0:1734017299.960080:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017299.960083:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017299.960087:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017299.960096:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337327232/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017299.960106:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017299.960110:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017299.960111:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734017299.960112:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337326848:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017299.960115:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1567 00000100:00080000:2.0:1734017299.960117:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017299.960121:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017299.960125:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017299.960135:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337327360/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017299.960144:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017299.960147:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017299.960149:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017299.960153:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1567 00000100:00080000:2.0:1734017299.960155:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017299.960158:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017299.960162:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017299.960169:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337327488/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017299.960212:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017299.960239:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017299/real 1734017299] req@ffff8800a8fd6300 x1818247337326848/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017299.960262:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337326848/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017299.960274:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017299.960278:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017299.960283:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337326848:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017299.960291:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337326976:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017299.960310:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017299.960316:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017299/real 1734017299] req@ffff8800a8fd6a00 x1818247337326976/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017299.960328:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337326976/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017299.960337:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017299.960340:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017299.960343:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337326976:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017299.960350:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337327104:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017299.960364:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017299.960369:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017299/real 1734017299] req@ffff8800a8fd7100 x1818247337327104/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017299.960380:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337327104/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017299.960387:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017299.960390:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017299.960393:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337327104:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017299.960426:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337327232:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017299.960439:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017299.960445:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017299/real 1734017299] req@ffff8800a8fd5500 x1818247337327232/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017299.960456:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337327232/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017299.960464:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017299.960466:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017299.960469:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337327232:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017299.960476:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337327360:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017299.960490:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017299.960496:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017299/real 1734017299] req@ffff8800a8fd4a80 x1818247337327360/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017299.960507:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337327360/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017299.960515:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017299.960517:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017299.960520:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337327360:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017299.960526:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337327488:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017299.960538:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017299.960544:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017299/real 1734017299] req@ffff8800a8fd5180 x1818247337327488/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017299.960553:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337327488/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017299.960560:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017299.960563:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017299.960566:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337327488:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017300.141954:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017301.143987:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017302.146042:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017303.147931:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017304.150022:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017304.967831:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017304.967841:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017304.967845:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017304.967856:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1572 00000100:00080000:2.0:1734017304.967865:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017304.967872:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017304.967910:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337327616/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017304.967945:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017304.967949:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017304.967951:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017304.968000:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1572 00000100:00080000:2.0:1734017304.968004:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017304.968008:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017304.968018:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017304.968030:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337327744/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017304.968048:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017304.968051:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017304.968053:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017304.968056:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1572 00000100:00080000:2.0:1734017304.968059:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017304.968062:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017304.968066:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017304.968074:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337327872/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017304.968084:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734017304.968085:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337327616:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017304.968087:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017304.968088:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017304.968092:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1572 00000100:00080000:2.0:1734017304.968094:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017304.968098:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017304.968102:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017304.968109:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337328000/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017304.968117:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017304.968121:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017304.968122:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017304.968125:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1572 00000100:00080000:2.0:1734017304.968129:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017304.968132:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017304.968136:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017304.968143:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337328128/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017304.968152:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017304.968155:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017304.968156:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017304.968159:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1572 00000100:00080000:2.0:1734017304.968162:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017304.968165:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017304.968169:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017304.968176:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337328256/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017304.968183:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017304.968212:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017304/real 1734017304] req@ffff8800a8fd4e00 x1818247337327616/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017304.968234:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337327616/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017304.968246:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017304.968250:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017304.968255:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337327616:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017304.968263:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337327744:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017304.968282:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017304.968289:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017304/real 1734017304] req@ffff8800a8fd5f80 x1818247337327744/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017304.968300:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337327744/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017304.968308:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017304.968311:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017304.968314:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337327744:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017304.968343:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337327872:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017304.968358:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017304.968364:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017304/real 1734017304] req@ffff8800a8fd6d80 x1818247337327872/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017304.968383:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337327872/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017304.968391:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017304.968394:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017304.968397:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337327872:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017304.968403:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337328000:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017304.968416:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017304.968421:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017304/real 1734017304] req@ffff8800a8fd7480 x1818247337328000/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017304.968431:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337328000/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017304.968439:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017304.968441:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017304.968444:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337328000:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017304.968450:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337328128:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017304.968464:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017304.968469:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017304/real 1734017304] req@ffff8800a8fd5c00 x1818247337328128/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017304.968480:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337328128/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017304.968488:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017304.968492:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017304.968496:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337328128:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017304.968502:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337328256:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017304.968515:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017304.968520:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017304/real 1734017304] req@ffff8800a8fd7800 x1818247337328256/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017304.968530:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337328256/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017304.968537:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017304.968540:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017304.968543:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337328256:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017305.152018:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017306.154049:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017307.156025:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017308.158014:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017309.159981:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017309.975861:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017309.975909:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017309.975914:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017309.975925:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1577 00000100:00080000:2.0:1734017309.975934:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017309.975942:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017309.975977:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337328384/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017309.976010:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017309.976015:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017309.976018:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017309.976022:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1577 00000100:00080000:2.0:1734017309.976025:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017309.976029:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017309.976039:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017309.976049:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337328512/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017309.976059:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017309.976062:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017309.976064:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017309.976067:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1577 00000100:00080000:2.0:1734017309.976070:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017309.976073:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017309.976078:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017309.976085:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337328640/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017309.976094:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017309.976097:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017309.976099:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017309.976102:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1577 00000100:00080000:2.0:1734017309.976104:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017309.976107:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017309.976111:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017309.976118:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337328768/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017309.976127:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017309.976130:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017309.976132:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017309.976136:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1577 00000100:00080000:2.0:1734017309.976138:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017309.976141:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017309.976145:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017309.976155:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337328896/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017309.976161:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337328384:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017309.976165:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017309.976168:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017309.976170:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017309.976173:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1577 00000100:00080000:2.0:1734017309.976176:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017309.976179:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017309.976183:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017309.976189:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337329024/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017309.976260:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017309.976287:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017309/real 1734017309] req@ffff8800a8fd7b80 x1818247337328384/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017309.976310:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337328384/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017309.976323:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017309.976326:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017309.976332:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337328384:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017309.976341:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337328512:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017309.976359:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017309.976366:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017309/real 1734017309] req@ffff8800a8fd4380 x1818247337328512/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017309.976377:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337328512/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017309.976386:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017309.976388:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017309.976392:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337328512:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017309.976398:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337328640:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017309.976411:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017309.976417:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017309/real 1734017309] req@ffff8800a8fd5880 x1818247337328640/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017309.976427:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337328640/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017309.976435:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017309.976437:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017309.976440:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337328640:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017309.976446:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337328768:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017309.976459:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017309.976465:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017309/real 1734017309] req@ffff8800a8fd6680 x1818247337328768/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017309.976476:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337328768/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017309.976484:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017309.976486:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017309.976489:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337328768:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017309.976522:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337328896:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017309.976536:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017309.976542:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017309/real 1734017309] req@ffff8800a8fd7800 x1818247337328896/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017309.976552:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337328896/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017309.976559:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017309.976562:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017309.976565:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337328896:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017309.976572:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337329024:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017309.976584:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017309.976590:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017309/real 1734017309] req@ffff8800a8fd5c00 x1818247337329024/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017309.976600:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337329024/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017309.976614:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017309.976617:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017309.976620:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337329024:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017310.161974:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017311.163948:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017312.166002:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017313.168030:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017314.170038:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017314.983893:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017314.983904:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017314.983909:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017314.983920:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1582 00000100:00080000:2.0:1734017314.983930:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017314.983938:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017314.983976:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337329152/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017314.984011:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017314.984015:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017314.984017:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017314.984021:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1582 00000100:00080000:2.0:1734017314.984024:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017314.984028:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017314.984037:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017314.984048:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337329280/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017314.984058:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017314.984061:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017314.984063:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017314.984066:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1582 00000100:00080000:2.0:1734017314.984068:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017314.984072:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017314.984076:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017314.984084:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337329408/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017314.984092:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017314.984095:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017314.984097:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017314.984102:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1582 00000100:00080000:2.0:1734017314.984104:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017314.984107:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017314.984111:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017314.984119:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337329536/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017314.984128:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017314.984131:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017314.984133:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017314.984136:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1582 00000100:00100000:1.0:1734017314.984139:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337329152:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017314.984139:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017314.984142:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017314.984146:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017314.984154:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337329664/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017314.984163:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017314.984166:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017314.984167:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017314.984171:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1582 00000100:00080000:2.0:1734017314.984173:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017314.984177:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017314.984181:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017314.984188:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337329792/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017314.984235:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017314.984262:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017314/real 1734017314] req@ffff8800a8fd7480 x1818247337329152/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017314.984285:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337329152/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017314.984297:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017314.984301:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017314.984306:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337329152:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017314.984314:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337329280:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017314.984333:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017314.984340:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017314/real 1734017314] req@ffff8800a8fd6d80 x1818247337329280/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017314.984352:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337329280/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017314.984367:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017314.984370:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017314.984373:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337329280:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017314.984379:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337329408:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017314.984393:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017314.984399:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017314/real 1734017314] req@ffff8800a8fd5f80 x1818247337329408/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017314.984409:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337329408/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017314.984417:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017314.984419:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017314.984423:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337329408:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017314.984454:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337329536:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017314.984467:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017314.984473:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017314/real 1734017314] req@ffff8800a8fd4e00 x1818247337329536/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017314.984484:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337329536/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017314.984492:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017314.984494:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017314.984497:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337329536:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017314.984504:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337329664:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017314.984518:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017314.984524:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017314/real 1734017314] req@ffff8800a8fd5180 x1818247337329664/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017314.984534:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337329664/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017314.984543:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017314.984546:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017314.984549:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337329664:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017314.984554:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337329792:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017314.984566:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017314.984572:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017314/real 1734017314] req@ffff8800a8fd4a80 x1818247337329792/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017314.984582:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337329792/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017314.984588:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017314.984591:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017314.984594:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337329792:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017315.171978:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017316.173977:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017317.175978:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017318.178008:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017319.179948:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017319.991854:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017319.991864:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017319.991868:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017319.991878:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1587 00000100:00080000:2.0:1734017319.991888:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017319.991896:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017319.991932:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337329920/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017319.991968:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017319.991972:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017319.991974:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017319.991978:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1587 00000100:00080000:2.0:1734017319.991981:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017319.991985:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017319.991994:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017319.992005:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337330048/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017319.992015:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017319.992018:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017319.992020:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017319.992024:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1587 00000100:00080000:2.0:1734017319.992026:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017319.992030:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017319.992035:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017319.992044:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337330176/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017319.992053:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017319.992056:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017319.992057:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017319.992061:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1587 00000100:00080000:2.0:1734017319.992063:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017319.992067:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017319.992071:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017319.992078:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337330304/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017319.992088:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017319.992091:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017319.992093:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017319.992096:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1587 00000100:00080000:2.0:1734017319.992099:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017319.992102:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017319.992106:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734017319.992112:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337329920:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017319.992116:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337330432/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017319.992125:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017319.992128:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017319.992130:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017319.992134:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1587 00000100:00080000:2.0:1734017319.992137:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017319.992140:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017319.992144:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017319.992152:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337330560/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017319.992211:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017319.992239:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017319/real 1734017319] req@ffff8800a8fd5500 x1818247337329920/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017319.992263:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337329920/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017319.992276:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017319.992279:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017319.992285:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337329920:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017319.992293:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337330048:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017319.992311:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017319.992318:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017319/real 1734017319] req@ffff8800a8fd7100 x1818247337330048/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017319.992329:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337330048/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017319.992337:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017319.992340:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017319.992343:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337330048:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017319.992350:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337330176:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017319.992364:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017319.992370:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017319/real 1734017319] req@ffff8800a8fd6a00 x1818247337330176/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017319.992380:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337330176/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017319.992389:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017319.992391:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017319.992395:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337330176:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017319.992425:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337330304:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017319.992437:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017319.992443:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017319/real 1734017319] req@ffff8800a8fd6300 x1818247337330304/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017319.992454:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337330304/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017319.992463:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017319.992466:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017319.992469:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337330304:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017319.992474:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337330432:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017319.992488:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017319.992493:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017319/real 1734017319] req@ffff8800a8fd4a80 x1818247337330432/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017319.992503:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337330432/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017319.992510:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017319.992513:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017319.992516:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337330432:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017319.992524:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337330560:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017319.992537:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017319.992543:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017319/real 1734017319] req@ffff8800a8fd5180 x1818247337330560/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017344 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017319.992553:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337330560/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017344 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017319.992560:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017319.992562:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017319.992565:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337330560:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017320.181982:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017321.184012:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017322.186004:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017323.187997:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017324.189974:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017324.999850:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017324.999861:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017324.999865:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017324.999876:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1592 00000100:00080000:2.0:1734017324.999885:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017324.999893:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017324.999932:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337330688/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017324.999968:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017324.999972:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017324.999974:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017324.999979:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1592 00000100:00080000:2.0:1734017324.999982:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017324.999986:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017324.999995:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017325.000006:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337330816/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017325.000023:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017325.000026:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017325.000028:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017325.000031:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1592 00000100:00080000:2.0:1734017325.000034:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017325.000037:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017325.000041:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017325.000049:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337330944/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017325.000058:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017325.000061:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017325.000062:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017325.000066:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1592 00000100:00080000:2.0:1734017325.000068:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017325.000071:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017325.000075:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017325.000083:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337331072/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017325.000092:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017325.000096:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017325.000097:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017325.000101:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1592 00000100:00080000:2.0:1734017325.000103:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017325.000107:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734017325.000112:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337330688:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734017325.000112:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017325.000120:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337331200/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017325.000128:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017325.000131:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017325.000133:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017325.000136:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1592 00000100:00080000:2.0:1734017325.000138:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017325.000142:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017325.000146:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017325.000153:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337331328/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017325.000212:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017325.000240:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017324/real 1734017324] req@ffff8800a8fd4e00 x1818247337330688/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017325.000262:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337330688/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017325.000274:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017325.000278:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017325.000283:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337330688:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017325.000292:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337330816:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017325.000312:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017325.000319:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017324/real 1734017324] req@ffff8800a8fd5f80 x1818247337330816/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017325.000331:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337330816/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017325.000338:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017325.000341:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017325.000344:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337330816:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017325.000350:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337330944:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017325.000365:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017325.000371:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017324/real 1734017324] req@ffff8800a8fd6d80 x1818247337330944/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017325.000381:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337330944/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017325.000389:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017325.000391:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017325.000394:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337330944:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017325.000425:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337331072:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017325.000438:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017325.000444:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017324/real 1734017324] req@ffff8800a8fd7480 x1818247337331072/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017325.000462:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337331072/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017325.000471:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017325.000473:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017325.000476:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337331072:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017325.000482:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337331200:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017325.000495:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017325.000501:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017324/real 1734017324] req@ffff8800a8fd5c00 x1818247337331200/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017325.000510:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337331200/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017325.000518:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017325.000520:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017325.000523:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337331200:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017325.000530:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337331328:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017325.000542:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017325.000548:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017324/real 1734017324] req@ffff8800a8fd7800 x1818247337331328/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017325.000558:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337331328/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017325.000565:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017325.000568:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017325.000571:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337331328:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017325.191972:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017326.193996:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017327.195978:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017328.198004:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017329.199959:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017330.007861:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017330.007872:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017330.007877:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017330.007887:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1597 00000100:00080000:2.0:1734017330.007896:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017330.007904:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017330.007940:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337331456/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017330.007975:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017330.007979:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017330.007981:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017330.007986:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1597 00000100:00080000:2.0:1734017330.007989:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017330.007992:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017330.008002:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017330.008012:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337331584/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017330.008022:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017330.008026:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017330.008027:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017330.008031:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1597 00000100:00080000:2.0:1734017330.008034:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017330.008037:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017330.008041:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017330.008048:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337331712/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017330.008057:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017330.008060:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017330.008062:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017330.008065:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1597 00000100:00080000:2.0:1734017330.008067:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017330.008070:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017330.008074:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017330.008082:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337331840/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017330.008090:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017330.008094:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017330.008095:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017330.008098:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1597 00000100:00080000:2.0:1734017330.008101:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017330.008104:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017330.008108:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017330.008118:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337331968/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017330.008124:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337331456:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017330.008128:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017330.008131:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017330.008132:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017330.008136:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1597 00000100:00080000:2.0:1734017330.008139:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017330.008142:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017330.008146:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017330.008153:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337332096/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017330.008223:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017330.008253:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017330/real 1734017330] req@ffff8800a8fd6680 x1818247337331456/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017330.008276:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337331456/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017330.008288:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017330.008292:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017330.008297:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337331456:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017330.008305:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337331584:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017330.008323:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017330.008330:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017330/real 1734017330] req@ffff8800a8fd5880 x1818247337331584/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017330.008342:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337331584/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017330.008350:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017330.008353:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017330.008357:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337331584:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017330.008364:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337331712:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017330.008379:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017330.008384:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017330/real 1734017330] req@ffff8800a8fd4380 x1818247337331712/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017330.008395:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337331712/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017330.008403:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017330.008406:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017330.008409:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337331712:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017330.008415:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337331840:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017330.008427:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017330.008433:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017330/real 1734017330] req@ffff8800a8fd7b80 x1818247337331840/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017330.008443:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337331840/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017330.008450:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017330.008453:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017330.008456:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337331840:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017330.008488:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337331968:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017330.008502:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017330.008509:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017330/real 1734017330] req@ffff8800a8fd7800 x1818247337331968/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017330.008520:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337331968/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017330.008573:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017330.008576:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017330.008580:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337331968:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017330.008587:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337332096:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017330.008603:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017330.008611:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017330/real 1734017330] req@ffff8800a8fd5c00 x1818247337332096/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017330.008622:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337332096/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017330.008629:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017330.008632:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017330.008635:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337332096:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017330.201975:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017331.203935:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017332.206009:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017333.207970:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017334.209961:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017335.015839:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017335.015850:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017335.015854:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017335.015865:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1602 00000100:00080000:2.0:1734017335.015875:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017335.015883:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017335.015920:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337332224/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017335.015955:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017335.015959:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017335.015961:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017335.015966:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1602 00000100:00080000:2.0:1734017335.015969:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017335.015973:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017335.015982:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017335.015993:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337332352/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017335.016003:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017335.016006:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017335.016008:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017335.016012:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1602 00000100:00080000:2.0:1734017335.016015:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017335.016018:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017335.016022:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017335.016030:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337332480/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017335.016039:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017335.016041:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017335.016043:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017335.016048:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1602 00000100:00080000:2.0:1734017335.016050:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017335.016054:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017335.016058:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017335.016065:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337332608/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017335.016073:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017335.016076:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017335.016078:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017335.016081:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1602 00000100:00080000:2.0:1734017335.016084:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017335.016087:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017335.016091:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017335.016098:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337332736/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017335.016108:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017335.016111:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1734017335.016112:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337332224:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017335.016112:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017335.016116:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1602 00000100:00080000:2.0:1734017335.016118:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017335.016122:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017335.016126:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017335.016134:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337332864/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017335.016211:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017335.016240:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017335/real 1734017335] req@ffff8800a8fd7480 x1818247337332224/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017335.016264:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337332224/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017335.016276:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017335.016280:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017335.016285:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337332224:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017335.016293:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337332352:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017335.016311:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017335.016318:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017335/real 1734017335] req@ffff8800a8fd6d80 x1818247337332352/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017335.016329:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337332352/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017335.016337:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017335.016340:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017335.016343:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337332352:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017335.016350:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337332480:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017335.016364:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017335.016370:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017335/real 1734017335] req@ffff8800a8fd5f80 x1818247337332480/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017335.016380:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337332480/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017335.016388:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017335.016391:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017335.016395:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337332480:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017335.016401:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337332608:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017335.016414:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017335.016420:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017335/real 1734017335] req@ffff8800a8fd4e00 x1818247337332608/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017335.016429:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337332608/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017335.016437:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017335.016440:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017335.016489:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337332608:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017335.016524:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337332736:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017335.016543:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017335.016550:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017335/real 1734017335] req@ffff8800a8fd5180 x1818247337332736/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017335.016562:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337332736/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017335.016570:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017335.016573:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017335.016576:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337332736:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017335.016582:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337332864:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017335.016599:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017335.016605:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017335/real 1734017335] req@ffff8800a8fd4a80 x1818247337332864/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017335.016616:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337332864/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017335.016623:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017335.016626:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017335.016629:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337332864:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017335.211955:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017336.214013:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017337.216002:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017338.218007:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017339.219957:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017340.023873:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017340.023883:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017340.023887:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017340.023898:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1607 00000100:00080000:2.0:1734017340.023908:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017340.023915:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017340.023951:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337332992/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017340.023986:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017340.023990:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017340.023992:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017340.023996:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1607 00000100:00080000:2.0:1734017340.023999:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017340.024003:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017340.024013:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017340.024023:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337333120/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017340.024033:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017340.024036:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017340.024038:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017340.024042:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1607 00000100:00080000:2.0:1734017340.024045:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017340.024048:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017340.024054:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017340.024062:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337333248/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017340.024071:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017340.024075:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017340.024076:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017340.024080:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1607 00000100:00080000:2.0:1734017340.024082:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017340.024085:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017340.024089:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017340.024097:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337333376/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017340.024105:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017340.024108:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017340.024110:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017340.024113:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1607 00000100:00080000:2.0:1734017340.024115:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017340.024119:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017340.024123:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017340.024132:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337333504/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017340.024140:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337332992:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017340.024143:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017340.024146:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017340.024149:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017340.024153:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1607 00000100:00080000:2.0:1734017340.024155:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017340.024158:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017340.024162:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017340.024170:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337333632/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017340.024238:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017340.024266:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017340/real 1734017340] req@ffff8800a8fd6300 x1818247337332992/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017340.024290:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337332992/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017340.024302:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017340.024306:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017340.024311:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337332992:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017340.024320:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337333120:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017340.024338:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017340.024344:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017340/real 1734017340] req@ffff8800a8fd6a00 x1818247337333120/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017340.024391:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337333120/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017340.024400:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017340.024403:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017340.024407:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337333120:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017340.024414:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337333248:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017340.024432:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017340.024439:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017340/real 1734017340] req@ffff8800a8fd7100 x1818247337333248/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017340.024450:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337333248/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017340.024459:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017340.024462:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017340.024465:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337333248:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017340.024471:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337333376:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017340.024485:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017340.024491:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017340/real 1734017340] req@ffff8800a8fd5500 x1818247337333376/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017340.024500:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337333376/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017340.024509:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017340.024512:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017340.024516:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337333376:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017340.024548:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337333504:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017340.024562:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017340.024568:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017340/real 1734017340] req@ffff8800a8fd4a80 x1818247337333504/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017340.024579:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337333504/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017340.024587:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017340.024590:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017340.024593:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337333504:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017340.024599:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337333632:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017340.024611:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017340.024616:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017340/real 1734017340] req@ffff8800a8fd5180 x1818247337333632/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017340.024626:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337333632/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017340.024633:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017340.024635:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017340.024638:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337333632:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017340.221976:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017341.224003:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017342.225976:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017343.227960:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017344.229962:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017345.031790:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017345.031800:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017345.031804:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017345.031814:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1612 00000100:00080000:2.0:1734017345.031824:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017345.031832:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017345.031868:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337333760/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017345.031898:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017345.031902:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017345.031904:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017345.031908:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1612 00000100:00080000:2.0:1734017345.031911:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017345.031915:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017345.031924:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017345.031935:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337333888/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017345.031952:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017345.031955:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017345.031957:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017345.031960:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1612 00000100:00080000:2.0:1734017345.031963:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017345.031966:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017345.031970:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017345.031978:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337334016/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017345.031986:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017345.031989:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017345.031991:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017345.031994:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1612 00000100:00080000:2.0:1734017345.031997:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017345.032000:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017345.032004:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017345.032006:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337333760:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017345.032012:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337334144/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017345.032020:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017345.032024:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017345.032025:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017345.032029:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1612 00000100:00080000:2.0:1734017345.032032:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017345.032035:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017345.032039:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017345.032046:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337334272/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017345.032055:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017345.032058:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017345.032059:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017345.032063:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1612 00000100:00080000:2.0:1734017345.032065:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017345.032068:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017345.032072:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017345.032073:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734017345.032079:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337334400/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017345.032093:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017345/real 1734017345] req@ffff8800a8fd4e00 x1818247337333760/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017345.032114:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337333760/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017345.032125:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017345.032128:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017345.032133:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337333760:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017345.032140:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337333888:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017345.032156:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017345.032163:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017345/real 1734017345] req@ffff8800a8fd5f80 x1818247337333888/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017345.032174:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337333888/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017345.032182:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017345.032184:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017345.032188:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337333888:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017345.032194:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337334016:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017345.032206:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017345.032212:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017345/real 1734017345] req@ffff8800a8fd6d80 x1818247337334016/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017345.032223:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337334016/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017345.032231:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017345.032233:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017345.032236:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337334016:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017345.032262:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337334144:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017345.032305:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017345.032313:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017345/real 1734017345] req@ffff8800a8fd7480 x1818247337334144/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017345.032323:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337334144/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017345.032332:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017345.032334:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017345.032337:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337334144:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017345.032342:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337334272:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017345.032357:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017345.032363:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017345/real 1734017345] req@ffff8800a8fd5c00 x1818247337334272/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017345.032373:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337334272/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017345.032380:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017345.032383:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017345.032387:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337334272:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017345.032392:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337334400:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017345.032404:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017345.032409:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017345/real 1734017345] req@ffff8800a8fd7800 x1818247337334400/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017345.032419:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337334400/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017345.032426:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017345.032429:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017345.032432:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337334400:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017345.231956:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017346.234002:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017347.235954:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017348.237973:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017349.239971:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017350.039838:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017350.039849:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017350.039854:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017350.039864:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1617 00000100:00080000:2.0:1734017350.039875:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017350.039882:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017350.039917:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337334528/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017350.039953:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017350.039957:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017350.039959:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017350.039964:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1617 00000100:00080000:2.0:1734017350.039967:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017350.039971:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017350.039980:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017350.039991:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337334656/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017350.040000:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017350.040003:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017350.040005:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017350.040009:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1617 00000100:00080000:2.0:1734017350.040011:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017350.040014:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017350.040019:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017350.040026:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337334784/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017350.040034:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017350.040037:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017350.040039:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017350.040042:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1617 00000100:00080000:2.0:1734017350.040045:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017350.040048:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017350.040052:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017350.040060:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337334912/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017350.040063:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337334528:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017350.040069:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017350.040073:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017350.040074:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017350.040078:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1617 00000100:00080000:2.0:1734017350.040080:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017350.040084:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017350.040087:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017350.040096:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337335040/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017350.040105:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017350.040108:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017350.040109:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017350.040113:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1617 00000100:00080000:2.0:1734017350.040115:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017350.040118:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017350.040122:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017350.040130:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337335168/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017350.040131:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017350.040152:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017350/real 1734017350] req@ffff8800a8fd7b80 x1818247337334528/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017350.040171:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337334528/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017350.040181:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017350.040184:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017350.040231:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337334528:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017350.040240:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337334656:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017350.040260:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017350.040268:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017350/real 1734017350] req@ffff8800a8fd4380 x1818247337334656/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017350.040280:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337334656/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017350.040289:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017350.040291:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017350.040295:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337334656:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017350.040300:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337334784:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017350.040313:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017350.040319:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017350/real 1734017350] req@ffff8800a8fd5880 x1818247337334784/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017350.040329:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337334784/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017350.040337:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017350.040339:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017350.040342:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337334784:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017350.040366:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337334912:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017350.040378:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017350.040385:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017350/real 1734017350] req@ffff8800a8fd6680 x1818247337334912/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017350.040396:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337334912/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017350.040404:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017350.040406:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017350.040409:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337334912:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017350.040414:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337335040:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017350.040426:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017350.040432:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017350/real 1734017350] req@ffff8800a8fd7800 x1818247337335040/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017350.040442:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337335040/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017350.040449:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017350.040452:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017350.040455:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337335040:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017350.040460:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337335168:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017350.040476:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017350.040481:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017350/real 1734017350] req@ffff8800a8fd5c00 x1818247337335168/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017350.040491:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337335168/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017350.040511:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017350.040513:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017350.040516:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337335168:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017350.241960:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017351.243940:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017352.245967:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017353.247986:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017354.249984:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017355.047819:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017355.047828:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017355.047832:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017355.047842:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1622 00000100:00080000:2.0:1734017355.047852:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017355.047860:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017355.047897:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337335296/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017355.047929:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017355.047933:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017355.047935:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017355.047939:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1622 00000100:00080000:2.0:1734017355.047942:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017355.047946:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017355.047955:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017355.047965:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337335424/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017355.047975:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017355.047978:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017355.047980:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017355.047983:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1622 00000100:00080000:2.0:1734017355.047986:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017355.047989:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017355.047993:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017355.048001:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337335552/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017355.048009:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017355.048011:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017355.048014:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017355.048018:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1622 00000100:00080000:2.0:1734017355.048020:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017355.048023:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017355.048028:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017355.048031:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337335296:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017355.048035:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337335680/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017355.048044:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017355.048047:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017355.048049:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017355.048052:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1622 00000100:00080000:2.0:1734017355.048055:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017355.048058:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017355.048062:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017355.048069:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337335808/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017355.048078:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017355.048081:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017355.048082:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017355.048085:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1622 00000100:00080000:2.0:1734017355.048088:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017355.048091:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017355.048095:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017355.048144:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337335424:192.168.201.110@tcp:38:kworker.0 00000100:00100000:2.0:1734017355.048144:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337335936/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017355.048167:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337335552:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017355.048189:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337335680:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017355.048203:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337335808:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017355.048218:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337335936:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017355.251951:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017356.253972:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017357.256002:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734017358.053972:0:1968:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:3.0:1734017358.054019:0:1968:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734017358.054038:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017358.054095:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017358.054103:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017358.054110:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017358.054116:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017358.054123:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:0.0:1734017358.054195:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017355/real 1734017358] req@ffff8800a8fd4e00 x1818247337335680/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017358.054224:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337335680/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017358.054236:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017358.054241:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017358.054246:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337335680:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017358.054253:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017355/real 1734017358] req@ffff8800a8fd5180 x1818247337335808/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017358.054265:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337335808/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017358.054273:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017358.054277:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017358.054281:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337335808:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017358.054287:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017355/real 1734017358] req@ffff8800a8fd4a80 x1818247337335936/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017358.054298:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337335936/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017358.054305:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017358.054308:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017358.054311:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337335936:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017358.054317:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017355/real 1734017358] req@ffff8800a8fd7480 x1818247337335296/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017358.054329:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337335296/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017358.054336:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017358.054338:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017358.054341:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337335296:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734017358.054347:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017355/real 1734017358] req@ffff8800a8fd6d80 x1818247337335424/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017358.054358:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337335424/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017358.054365:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017358.054367:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017358.054370:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337335424:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017358.054377:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017355/real 1734017358] req@ffff8800a8fd5f80 x1818247337335552/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017358.054394:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337335552/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017358.054419:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017358.054422:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017358.054428:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337335552:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017358.257978:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017359.259956:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017360.055866:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017360.055875:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017360.055879:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017360.055890:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1627 00000100:00080000:2.0:1734017360.055899:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017360.055907:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017360.055943:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337336064/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017360.055976:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017360.055981:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017360.055983:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017360.055987:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1627 00000100:00080000:2.0:1734017360.055990:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017360.055994:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017360.056004:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017360.056014:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337336192/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017360.056049:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017360.056052:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017360.056054:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017360.056058:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1627 00000100:00080000:2.0:1734017360.056061:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017360.056064:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017360.056074:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017360.056083:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337336320/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017360.056092:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017360.056096:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017360.056097:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734017360.056099:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337336064:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017360.056101:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1627 00000100:00080000:2.0:1734017360.056103:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017360.056106:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017360.056110:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017360.056118:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337336448/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017360.056126:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017360.056129:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017360.056131:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017360.056134:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1627 00000100:00080000:2.0:1734017360.056137:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017360.056140:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017360.056144:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017360.056154:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337336576/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017360.056162:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1734017360.056164:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017360.056165:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017360.056167:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017360.056171:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1627 00000100:00080000:2.0:1734017360.056174:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017360.056177:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017360.056181:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017360.056185:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017360/real 1734017360] req@ffff8800a8fd5500 x1818247337336064/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017360.056188:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337336704/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017360.056204:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337336064/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017360.056215:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017360.056218:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017360.056222:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337336064:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734017360.056229:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337336192:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017360.056246:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017360.056252:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017360/real 1734017360] req@ffff8800a8fd7100 x1818247337336192/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017360.056264:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337336192/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017360.056273:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017360.056275:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017360.056278:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337336192:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017360.056301:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337336320:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017360.056315:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017360.056321:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017360/real 1734017360] req@ffff8800a8fd6a00 x1818247337336320/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017360.056331:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337336320/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017360.056339:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017360.056341:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017360.056344:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337336320:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017360.056349:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337336448:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017360.056360:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017360.056366:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017360/real 1734017360] req@ffff8800a8fd6300 x1818247337336448/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017360.056376:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337336448/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017360.056383:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017360.056385:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017360.056388:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337336448:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017360.056394:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337336576:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017360.056411:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017360.056417:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017360/real 1734017360] req@ffff8800a8fd5f80 x1818247337336576/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017360.056427:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337336576/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017360.056435:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017360.056437:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017360.056440:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337336576:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017360.056445:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337336704:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017360.056456:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017360.056461:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017360/real 1734017360] req@ffff8800a8fd6d80 x1818247337336704/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017385 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017360.056471:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337336704/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017385 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017360.056478:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017360.056480:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017360.056483:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337336704:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017360.261974:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017361.263972:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017362.265971:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017363.268019:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017364.270012:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017365.063850:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017365.063859:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017365.063863:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017365.063873:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1632 00000100:00080000:2.0:1734017365.063883:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017365.063890:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017365.063928:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337336832/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017365.063991:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017365.063995:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017365.063997:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017365.064001:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1632 00000100:00080000:2.0:1734017365.064005:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017365.064009:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017365.064018:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017365.064030:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337336960/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017365.064047:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017365.064051:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017365.064052:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017365.064055:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1632 00000100:00080000:2.0:1734017365.064058:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017365.064061:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017365.064065:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017365.064071:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337336832:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017365.064073:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337337088/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017365.064082:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017365.064085:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017365.064087:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017365.064090:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1632 00000100:00080000:2.0:1734017365.064092:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017365.064095:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017365.064099:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017365.064107:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337337216/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017365.064115:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017365.064118:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017365.064120:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017365.064124:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1632 00000100:00080000:2.0:1734017365.064127:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017365.064130:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017365.064134:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1734017365.064138:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734017365.064142:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337337344/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017365.064151:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017365.064153:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017365.064155:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734017365.064158:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017365/real 1734017365] req@ffff8800a8fd7480 x1818247337336832/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017365.064158:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1632 00000100:00080000:2.0:1734017365.064161:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017365.064164:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017365.064168:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017365.064174:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337337472/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017365.064179:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337336832/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017365.064190:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017365.064193:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017365.064198:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337336832:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734017365.064206:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337336960:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017365.064222:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017365.064229:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017365/real 1734017365] req@ffff8800a8fd4a80 x1818247337336960/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017365.064241:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337336960/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017365.064248:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017365.064251:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017365.064254:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337336960:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017365.064277:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337337088:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017365.064290:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017365.064296:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017365/real 1734017365] req@ffff8800a8fd5180 x1818247337337088/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017365.064307:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337337088/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017365.064314:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017365.064318:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017365.064321:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337337088:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017365.064326:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337337216:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017365.064337:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017365.064343:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017365/real 1734017365] req@ffff8800a8fd4e00 x1818247337337216/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017365.064353:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337337216/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017365.064360:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017365.064363:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017365.064366:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337337216:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017365.064371:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337337344:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017365.064383:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017365.064389:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017365/real 1734017365] req@ffff8800a8fd5c00 x1818247337337344/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017365.064398:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337337344/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017365.064417:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017365.064419:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017365.064422:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337337344:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017365.064428:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337337472:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017365.064444:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017365.064450:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017365/real 1734017365] req@ffff8800a8fd7800 x1818247337337472/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017365.064460:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337337472/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017365.064467:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017365.064469:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017365.064472:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337337472:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017365.271989:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017366.273975:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017367.275973:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017368.277973:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017369.279937:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017370.071889:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017370.071898:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017370.071903:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017370.071912:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1637 00000100:00080000:2.0:1734017370.071921:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017370.071928:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017370.071962:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337337600/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017370.071994:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017370.071998:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017370.072000:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017370.072005:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1637 00000100:00080000:2.0:1734017370.072008:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017370.072012:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017370.072021:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017370.072031:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337337728/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017370.072041:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017370.072044:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017370.072046:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017370.072049:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1637 00000100:00080000:2.0:1734017370.072052:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017370.072055:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017370.072059:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017370.072067:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337337856/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017370.072075:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017370.072078:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017370.072079:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017370.072083:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1637 00000100:00080000:2.0:1734017370.072085:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017370.072088:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017370.072092:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017370.072096:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337337600:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017370.072100:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337337984/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017370.072109:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017370.072113:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017370.072114:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017370.072117:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1637 00000100:00080000:2.0:1734017370.072120:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017370.072123:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017370.072127:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017370.072136:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337338112/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017370.072144:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017370.072147:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017370.072149:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017370.072152:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1637 00000100:00080000:2.0:1734017370.072154:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1734017370.072157:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017370.072158:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017370.072162:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017370.072169:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337338240/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017370.072177:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017370/real 1734017370] req@ffff8800a8fd6680 x1818247337337600/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017370.072195:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337337600/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017370.072206:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017370.072209:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017370.072214:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337337600:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734017370.072221:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337337728:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017370.072237:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017370.072243:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017370/real 1734017370] req@ffff8800a8fd5880 x1818247337337728/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017370.072254:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337337728/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017370.072263:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017370.072265:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017370.072269:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337337728:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017370.072275:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337337856:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017370.072287:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017370.072293:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017370/real 1734017370] req@ffff8800a8fd4380 x1818247337337856/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017370.072303:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337337856/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017370.072310:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017370.072313:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017370.072316:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337337856:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017370.072339:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337337984:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017370.072351:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017370.072357:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017370/real 1734017370] req@ffff8800a8fd7b80 x1818247337337984/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017370.072368:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337337984/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017370.072375:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017370.072377:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017370.072380:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337337984:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017370.072386:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337338112:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017370.072398:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017370.072404:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017370/real 1734017370] req@ffff8800a8fd7800 x1818247337338112/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017370.072414:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337338112/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017370.072421:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017370.072423:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017370.072426:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337338112:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017370.072431:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337338240:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017370.072442:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017370.072448:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017370/real 1734017370] req@ffff8800a8fd5c00 x1818247337338240/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017370.072457:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337338240/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017370.072464:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017370.072466:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017370.072469:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337338240:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017370.282005:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017371.283978:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017372.286011:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017373.288008:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017374.289997:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017375.079860:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017375.079869:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017375.079873:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017375.079883:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1642 00000100:00080000:2.0:1734017375.079893:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017375.079901:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017375.079938:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337338368/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017375.079970:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017375.079974:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017375.079976:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017375.079980:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1642 00000100:00080000:2.0:1734017375.079983:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017375.079987:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017375.079996:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017375.080006:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337338496/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017375.080016:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017375.080019:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017375.080021:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017375.080025:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1642 00000100:00080000:2.0:1734017375.080027:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017375.080031:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017375.080035:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017375.080043:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337338624/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017375.080051:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017375.080054:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017375.080056:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017375.080060:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1642 00000100:00080000:2.0:1734017375.080062:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017375.080065:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017375.080069:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017375.080075:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337338368:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017375.080077:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337338752/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017375.080086:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017375.080090:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017375.080091:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017375.080095:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1642 00000100:00080000:2.0:1734017375.080097:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017375.080100:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017375.080104:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017375.080111:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337338880/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017375.080120:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017375.080123:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017375.080124:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017375.080127:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1642 00000100:00080000:2.0:1734017375.080130:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017375.080133:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017375.080137:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734017375.080140:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734017375.080144:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337339008/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017375.080160:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017375/real 1734017375] req@ffff8800a8fd4e00 x1818247337338368/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017375.080181:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337338368/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017375.080191:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017375.080194:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017375.080199:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337338368:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734017375.080206:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337338496:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017375.080222:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017375.080228:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017375/real 1734017375] req@ffff8800a8fd5180 x1818247337338496/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017375.080240:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337338496/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017375.080247:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017375.080250:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017375.080253:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337338496:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017375.080259:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337338624:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017375.080271:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017375.080277:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017375/real 1734017375] req@ffff8800a8fd4a80 x1818247337338624/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017375.080287:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337338624/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017375.080294:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017375.080297:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017375.080300:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337338624:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017375.080325:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337338752:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017375.080337:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017375.080343:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017375/real 1734017375] req@ffff8800a8fd7480 x1818247337338752/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017375.080354:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337338752/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017375.080361:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017375.080363:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017375.080366:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337338752:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017375.080372:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337338880:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017375.080383:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017375.080389:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017375/real 1734017375] req@ffff8800a8fd6d80 x1818247337338880/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017375.080399:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337338880/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017375.080406:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017375.080408:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017375.080412:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337338880:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017375.080417:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337339008:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017375.080432:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017375.080438:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017375/real 1734017375] req@ffff8800a8fd5f80 x1818247337339008/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017375.080448:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337339008/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017375.080455:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017375.080458:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017375.080461:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337339008:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017375.291975:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017376.293860:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017377.295950:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017378.297978:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017379.299961:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017380.087847:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017380.087857:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017380.087861:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017380.087871:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1647 00000100:00080000:2.0:1734017380.087880:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017380.087888:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017380.087924:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337339136/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017380.087956:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017380.087961:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017380.087963:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017380.087967:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1647 00000100:00080000:2.0:1734017380.087970:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017380.087974:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017380.087984:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017380.087994:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337339264/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017380.088004:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017380.088008:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017380.088009:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017380.088014:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1647 00000100:00080000:2.0:1734017380.088016:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017380.088020:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017380.088025:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017380.088033:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337339392/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017380.088042:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017380.088045:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017380.088046:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017380.088050:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1647 00000100:00080000:2.0:1734017380.088052:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017380.088055:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017380.088059:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017380.088062:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337339136:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017380.088067:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337339520/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017380.088076:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017380.088079:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017380.088081:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017380.088084:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1647 00000100:00080000:2.0:1734017380.088086:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017380.088090:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017380.088093:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017380.088102:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337339648/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017380.088111:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017380.088114:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017380.088116:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017380.088119:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1647 00000100:00080000:2.0:1734017380.088122:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1734017380.088125:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017380.088126:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017380.088130:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017380.088137:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337339776/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017380.088146:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017380/real 1734017380] req@ffff8800a8fd6300 x1818247337339136/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017380.088164:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337339136/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017380.088175:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017380.088178:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017380.088182:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337339136:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734017380.088190:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337339264:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017380.088206:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017380.088212:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017380/real 1734017380] req@ffff8800a8fd6a00 x1818247337339264/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017380.088223:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337339264/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017380.088232:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017380.088235:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017380.088238:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337339264:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017380.088243:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337339392:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017380.088256:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017380.088261:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017380/real 1734017380] req@ffff8800a8fd7100 x1818247337339392/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017380.088271:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337339392/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017380.088279:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017380.088281:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017380.088285:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337339392:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017380.088308:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337339520:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017380.088320:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017380.088326:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017380/real 1734017380] req@ffff8800a8fd5500 x1818247337339520/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017380.088336:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337339520/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017380.088344:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017380.088346:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017380.088349:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337339520:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017380.088355:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337339648:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017380.088367:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017380.088373:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017380/real 1734017380] req@ffff8800a8fd5f80 x1818247337339648/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017380.088383:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337339648/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017380.088390:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017380.088392:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017380.088395:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337339648:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017380.088400:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337339776:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017380.088412:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017380.088418:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017380/real 1734017380] req@ffff8800a8fd6d80 x1818247337339776/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017380.088427:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337339776/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017380.088434:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017380.088436:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017380.088439:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337339776:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017380.301936:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017381.303946:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017382.305942:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017383.307972:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017384.309924:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017385.095866:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017385.095875:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017385.095879:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017385.095889:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1652 00000100:00080000:2.0:1734017385.095899:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017385.095906:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017385.095943:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337339904/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017385.095976:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017385.095981:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017385.095983:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017385.095987:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1652 00000100:00080000:2.0:1734017385.095990:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017385.095994:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017385.096003:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017385.096014:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337340032/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017385.096030:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017385.096034:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017385.096035:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017385.096039:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1652 00000100:00080000:2.0:1734017385.096041:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017385.096044:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017385.096048:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017385.096056:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337340160/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017385.096065:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017385.096068:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017385.096069:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017385.096073:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1652 00000100:00080000:2.0:1734017385.096076:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734017385.096077:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337339904:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017385.096079:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017385.096082:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017385.096090:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337340288/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017385.096098:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017385.096101:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017385.096103:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017385.096107:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1652 00000100:00080000:2.0:1734017385.096109:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017385.096113:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017385.096117:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017385.096124:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337340416/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017385.096132:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017385.096135:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017385.096136:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017385.096140:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1652 00000800:00000100:0.0:1734017385.096141:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017385.096143:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017385.096146:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017385.096149:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017385.096156:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337340544/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017385.096161:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017385/real 1734017385] req@ffff8800a8fd7480 x1818247337339904/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017385.096181:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337339904/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017385.096191:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017385.096194:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017385.096199:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337339904:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734017385.096206:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337340032:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017385.096222:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017385.096229:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017385/real 1734017385] req@ffff8800a8fd4a80 x1818247337340032/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017385.096240:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337340032/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017385.096248:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017385.096250:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017385.096254:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337340032:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017385.096276:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337340160:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017385.096289:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017385.096294:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017385/real 1734017385] req@ffff8800a8fd5180 x1818247337340160/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017385.096304:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337340160/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017385.096312:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017385.096315:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017385.096318:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337340160:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017385.096324:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337340288:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017385.096335:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017385.096341:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017385/real 1734017385] req@ffff8800a8fd4e00 x1818247337340288/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017385.096350:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337340288/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017385.096358:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017385.096360:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017385.096363:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337340288:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017385.096367:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337340416:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017385.096379:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017385.096385:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017385/real 1734017385] req@ffff8800a8fd5c00 x1818247337340416/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017385.096394:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337340416/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017385.096402:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017385.096404:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017385.096408:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337340416:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017385.096412:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337340544:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017385.096427:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017385.096433:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017385/real 1734017385] req@ffff8800a8fd7800 x1818247337340544/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017385.096443:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337340544/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017385.096450:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017385.096453:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017385.096455:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337340544:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017385.311976:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017386.313976:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017387.315970:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017388.317961:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017389.319885:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017390.103847:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017390.103856:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017390.103861:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017390.103871:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1657 00000100:00080000:2.0:1734017390.103882:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017390.103889:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017390.103927:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337340672/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017390.103960:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017390.103965:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017390.103967:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017390.103972:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1657 00000100:00080000:2.0:1734017390.103975:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017390.103978:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017390.103988:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017390.103998:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337340800/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017390.104007:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017390.104011:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017390.104012:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017390.104016:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1657 00000100:00080000:2.0:1734017390.104019:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017390.104022:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017390.104026:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017390.104034:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337340928/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017390.104042:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017390.104045:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017390.104046:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017390.104050:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1657 00000100:00080000:2.0:1734017390.104052:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017390.104055:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017390.104059:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017390.104066:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337340672:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017390.104067:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337341056/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017390.104077:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017390.104081:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017390.104082:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017390.104086:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1657 00000100:00080000:2.0:1734017390.104088:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017390.104091:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017390.104095:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017390.104105:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337341184/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017390.104113:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017390.104116:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017390.104118:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017390.104121:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1657 00000100:00080000:2.0:1734017390.104124:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017390.104127:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:0.0:1734017390.104131:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734017390.104131:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017390.104138:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337341312/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017390.104151:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017390/real 1734017390] req@ffff8800a8fd7b80 x1818247337340672/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017390.104170:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337340672/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017390.104180:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017390.104184:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017390.104188:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337340672:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734017390.104195:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337340800:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017390.104212:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017390.104218:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017390/real 1734017390] req@ffff8800a8fd4380 x1818247337340800/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017390.104229:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337340800/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017390.104238:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017390.104240:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017390.104244:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337340800:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017390.104249:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337340928:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017390.104262:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017390.104268:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017390/real 1734017390] req@ffff8800a8fd5880 x1818247337340928/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017390.104278:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337340928/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017390.104285:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017390.104287:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017390.104291:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337340928:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017390.104314:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337341056:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017390.104326:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017390.104332:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017390/real 1734017390] req@ffff8800a8fd6680 x1818247337341056/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017390.104343:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337341056/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017390.104350:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017390.104352:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017390.104355:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337341056:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017390.104361:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337341184:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017390.104373:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017390.104379:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017390/real 1734017390] req@ffff8800a8fd7800 x1818247337341184/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017390.104390:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337341184/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017390.104397:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017390.104400:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017390.104402:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337341184:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017390.104407:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337341312:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017390.104423:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017390.104429:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017390/real 1734017390] req@ffff8800a8fd5c00 x1818247337341312/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017390.104438:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337341312/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017390.104445:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017390.104447:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017390.104450:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337341312:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017390.321951:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017391.323954:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017392.325987:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017393.327975:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017394.329875:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017395.111849:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017395.111858:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017395.111862:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017395.111873:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1662 00000100:00080000:2.0:1734017395.111882:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017395.111890:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017395.111927:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337341440/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017395.111961:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017395.111965:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017395.111967:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017395.111971:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1662 00000100:00080000:2.0:1734017395.111974:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017395.111978:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017395.111988:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017395.111998:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337341568/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017395.112009:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017395.112012:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017395.112014:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017395.112017:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1662 00000100:00080000:2.0:1734017395.112020:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017395.112023:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017395.112027:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017395.112034:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337341696/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017395.112043:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017395.112046:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017395.112048:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017395.112052:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1662 00000100:00080000:2.0:1734017395.112054:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017395.112057:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017395.112061:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017395.112069:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337341824/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017395.112079:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017395.112082:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017395.112084:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017395.112087:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1662 00000100:00080000:2.0:1734017395.112090:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017395.112093:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:0.0:1734017395.112096:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337341440:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734017395.112097:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017395.112105:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337341952/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017395.112114:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017395.112117:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017395.112118:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017395.112121:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1662 00000100:00080000:2.0:1734017395.112124:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017395.112127:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017395.112131:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017395.112138:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337342080/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734017395.112193:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017395.112221:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017395/real 1734017395] req@ffff8800a8fd4e00 x1818247337341440/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017395.112244:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337341440/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017395.112257:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017395.112261:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017395.112267:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337341440:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734017395.112275:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337341568:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017395.112293:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017395.112300:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017395/real 1734017395] req@ffff8800a8fd5180 x1818247337341568/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017395.112312:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337341568/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017395.112319:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017395.112322:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017395.112326:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337341568:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017395.112332:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337341696:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017395.112346:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017395.112352:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017395/real 1734017395] req@ffff8800a8fd4a80 x1818247337341696/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017395.112362:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337341696/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017395.112369:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017395.112373:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017395.112376:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337341696:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017395.112406:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337341824:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017395.112449:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017395.112458:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017395/real 1734017395] req@ffff8800a8fd7480 x1818247337341824/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017395.112470:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337341824/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017395.112478:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017395.112480:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017395.112484:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337341824:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017395.112490:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337341952:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017395.112507:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017395.112514:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017395/real 1734017395] req@ffff8800a8fd6d80 x1818247337341952/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017395.112525:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337341952/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017395.112532:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017395.112535:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017395.112538:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337341952:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017395.112544:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337342080:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017395.112560:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017395.112566:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017395/real 1734017395] req@ffff8800a8fd5f80 x1818247337342080/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017395.112577:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337342080/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017395.112585:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017395.112587:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017395.112590:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337342080:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017395.331983:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017396.333956:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017397.335989:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017398.337995:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017399.339964:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017400.119849:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017400.119857:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017400.119862:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017400.119871:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1667 00000100:00080000:2.0:1734017400.119881:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017400.119889:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017400.119924:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337342208/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017400.119956:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017400.119961:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017400.119962:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017400.119967:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1667 00000100:00080000:2.0:1734017400.119970:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017400.119974:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017400.119983:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017400.119994:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337342336/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017400.120003:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017400.120006:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017400.120008:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017400.120012:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1667 00000100:00080000:2.0:1734017400.120015:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017400.120018:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017400.120023:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017400.120031:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337342464/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017400.120040:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017400.120042:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017400.120044:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017400.120047:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1667 00000100:00080000:2.0:1734017400.120050:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017400.120053:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017400.120057:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017400.120062:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337342208:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017400.120065:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337342592/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017400.120073:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017400.120076:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017400.120078:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017400.120081:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1667 00000100:00080000:2.0:1734017400.120084:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017400.120087:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017400.120091:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017400.120099:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337342720/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017400.120108:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017400.120111:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017400.120113:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017400.120116:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1667 00000100:00080000:2.0:1734017400.120119:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017400.120122:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017400.120126:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734017400.120128:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734017400.120133:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337342848/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017400.120149:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017400/real 1734017400] req@ffff8800a8fd5500 x1818247337342208/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017400.120168:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337342208/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017400.120179:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017400.120182:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017400.120187:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337342208:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734017400.120194:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337342336:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017400.120211:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017400.120218:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017400/real 1734017400] req@ffff8800a8fd7100 x1818247337342336/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017400.120229:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337342336/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017400.120238:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017400.120240:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017400.120244:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337342336:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017400.120249:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337342464:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017400.120262:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017400.120267:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017400/real 1734017400] req@ffff8800a8fd6a00 x1818247337342464/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017400.120277:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337342464/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017400.120285:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017400.120287:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017400.120290:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337342464:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017400.120314:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337342592:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017400.120326:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017400.120332:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017400/real 1734017400] req@ffff8800a8fd6300 x1818247337342592/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017400.120373:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337342592/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017400.120381:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017400.120384:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017400.120387:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337342592:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017400.120394:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337342720:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017400.120414:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017400.120421:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017400/real 1734017400] req@ffff8800a8fd5f80 x1818247337342720/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017400.120431:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337342720/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017400.120439:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017400.120441:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017400.120444:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337342720:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017400.120448:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337342848:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017400.120460:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017400.120465:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017400/real 1734017400] req@ffff8800a8fd6d80 x1818247337342848/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017400.120475:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337342848/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017400.120482:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017400.120485:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017400.120487:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337342848:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017400.341959:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017401.343938:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017402.345961:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017403.347986:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017404.349955:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017405.127852:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017405.127865:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017405.127871:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017405.127885:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1672 00000100:00080000:2.0:1734017405.127898:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017405.127907:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017405.127957:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337342976/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017405.127994:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017405.127999:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017405.128001:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017405.128006:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1672 00000100:00080000:2.0:1734017405.128009:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017405.128013:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017405.128025:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017405.128036:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337343104/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017405.128054:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017405.128057:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017405.128059:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017405.128062:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1672 00000100:00080000:2.0:1734017405.128065:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017405.128068:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017405.128073:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017405.128081:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337343232/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017405.128091:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017405.128094:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017405.128095:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017405.128099:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1672 00000100:00080000:2.0:1734017405.128101:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017405.128105:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:0.0:1734017405.128107:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337342976:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734017405.128109:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017405.128117:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337343360/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017405.128126:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017405.128129:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017405.128131:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017405.128135:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1672 00000100:00080000:2.0:1734017405.128138:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017405.128142:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017405.128147:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017405.128155:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337343488/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017405.128164:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017405.128167:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017405.128168:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017405.128172:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1672 00000100:00080000:2.0:1734017405.128175:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017405.128178:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017405.128182:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017405.128190:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337343616/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734017405.128195:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017405.128220:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017405/real 1734017405] req@ffff8800a8fd7480 x1818247337342976/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017405.128243:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337342976/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017405.128284:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017405.128287:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017405.128293:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337342976:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734017405.128301:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337343104:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017405.128323:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017405.128331:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017405/real 1734017405] req@ffff8800a8fd4a80 x1818247337343104/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017405.128343:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337343104/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017405.128351:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017405.128355:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017405.128358:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337343104:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017405.128385:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337343232:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017405.128399:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017405.128405:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017405/real 1734017405] req@ffff8800a8fd5180 x1818247337343232/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017405.128416:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337343232/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017405.128425:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017405.128428:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017405.128431:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337343232:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017405.128437:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337343360:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017405.128449:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017405.128455:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017405/real 1734017405] req@ffff8800a8fd4e00 x1818247337343360/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017405.128464:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337343360/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017405.128472:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017405.128474:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017405.128477:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337343360:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017405.128482:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337343488:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017405.128495:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017405.128501:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017405/real 1734017405] req@ffff8800a8fd5c00 x1818247337343488/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017405.128511:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337343488/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017405.128519:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017405.128521:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017405.128524:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337343488:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017405.128529:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337343616:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017405.128546:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017405.128552:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017405/real 1734017405] req@ffff8800a8fd7800 x1818247337343616/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017405.128562:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337343616/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017405.128569:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017405.128571:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017405.128574:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337343616:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017405.351903:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017406.353889:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017407.355988:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017408.357902:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017409.359896:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017410.135795:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017410.135804:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017410.135809:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017410.135820:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1677 00000100:00080000:2.0:1734017410.135831:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017410.135838:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017410.135875:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337343744/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017410.135905:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017410.135909:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017410.135912:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017410.135916:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1677 00000100:00080000:2.0:1734017410.135920:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017410.135924:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017410.135933:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017410.135943:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337343872/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017410.135953:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017410.135957:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017410.135959:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017410.135962:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1677 00000100:00080000:2.0:1734017410.135965:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017410.135968:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017410.135972:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017410.135980:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337344000/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017410.135989:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017410.135992:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017410.135993:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017410.135996:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1677 00000100:00080000:2.0:1734017410.135999:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017410.136002:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017410.136006:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017410.136011:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337343744:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017410.136015:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337344128/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017410.136024:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017410.136028:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017410.136029:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017410.136033:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1677 00000100:00080000:2.0:1734017410.136035:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017410.136039:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017410.136042:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017410.136050:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337344256/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017410.136059:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017410.136062:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017410.136063:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017410.136067:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1677 00000100:00080000:2.0:1734017410.136070:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017410.136073:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:0.0:1734017410.136077:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734017410.136077:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017410.136084:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337344384/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017410.136098:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017410/real 1734017410] req@ffff8800a8fd6680 x1818247337343744/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017410.136118:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337343744/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017410.136128:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017410.136131:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017410.136136:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337343744:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734017410.136143:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337343872:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017410.136159:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017410.136196:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017410/real 1734017410] req@ffff8800a8fd5880 x1818247337343872/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017410.136208:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337343872/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017410.136217:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017410.136220:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017410.136223:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337343872:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017410.136229:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337344000:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017410.136245:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017410.136251:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017410/real 1734017410] req@ffff8800a8fd4380 x1818247337344000/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017410.136262:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337344000/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017410.136270:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017410.136272:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017410.136275:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337344000:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017410.136300:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337344128:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017410.136311:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017410.136317:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017410/real 1734017410] req@ffff8800a8fd7b80 x1818247337344128/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017410.136327:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337344128/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017410.136335:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017410.136337:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017410.136340:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337344128:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017410.136347:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337344256:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017410.136359:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017410.136365:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017410/real 1734017410] req@ffff8800a8fd7800 x1818247337344256/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017410.136375:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337344256/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017410.136383:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017410.136385:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017410.136388:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337344256:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017410.136393:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337344384:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017410.136404:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017410.136409:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017410/real 1734017410] req@ffff8800a8fd5c00 x1818247337344384/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017410.136419:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337344384/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017410.136426:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017410.136428:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017410.136430:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337344384:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017410.361963:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017411.363968:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017412.365964:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017413.367944:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017414.369982:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017415.143830:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017415.143838:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017415.143843:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017415.143853:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1682 00000100:00080000:2.0:1734017415.143862:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017415.143870:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017415.143906:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337344512/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017415.143939:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017415.143943:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017415.143945:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017415.143949:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1682 00000100:00080000:2.0:1734017415.143953:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017415.143956:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017415.143965:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017415.143975:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337344640/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017415.143985:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017415.143988:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017415.143990:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017415.143993:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1682 00000100:00080000:2.0:1734017415.143996:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017415.143999:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017415.144003:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017415.144011:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337344768/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017415.144020:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017415.144023:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017415.144025:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017415.144028:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1682 00000100:00080000:2.0:1734017415.144031:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017415.144034:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017415.144038:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017415.144042:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337344512:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017415.144046:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337344896/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017415.144055:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017415.144058:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017415.144060:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017415.144063:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1682 00000100:00080000:2.0:1734017415.144065:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017415.144069:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017415.144072:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017415.144120:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337345024/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017415.144130:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017415.144133:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017415.144135:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017415.144138:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1682 00000100:00080000:2.0:1734017415.144141:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017415.144145:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:0.0:1734017415.144146:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734017415.144149:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017415.144157:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337345152/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017415.144168:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017415/real 1734017415] req@ffff8800a8fd4e00 x1818247337344512/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017415.144189:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337344512/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017415.144200:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017415.144204:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017415.144209:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337344512:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734017415.144216:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337344640:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017415.144234:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017415.144240:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017415/real 1734017415] req@ffff8800a8fd5180 x1818247337344640/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017415.144251:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337344640/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017415.144259:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017415.144261:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017415.144265:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337344640:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017415.144270:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337344768:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017415.144283:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017415.144289:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017415/real 1734017415] req@ffff8800a8fd4a80 x1818247337344768/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017415.144299:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337344768/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017415.144306:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017415.144310:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017415.144313:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337344768:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017415.144337:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337344896:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017415.144350:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017415.144355:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017415/real 1734017415] req@ffff8800a8fd7480 x1818247337344896/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017415.144365:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337344896/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017415.144373:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017415.144375:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017415.144378:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337344896:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017415.144383:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337345024:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017415.144395:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017415.144400:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017415/real 1734017415] req@ffff8800a8fd6d80 x1818247337345024/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017415.144410:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337345024/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017415.144417:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017415.144420:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017415.144422:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337345024:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017415.144428:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337345152:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017415.144445:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017415.144451:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017415/real 1734017415] req@ffff8800a8fd5f80 x1818247337345152/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017415.144461:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337345152/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017415.144468:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017415.144471:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017415.144474:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337345152:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017415.371925:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017416.373973:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017417.375983:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017418.377963:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017419.379938:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017420.151865:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017420.151873:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017420.151877:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017420.151887:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1687 00000100:00080000:2.0:1734017420.151896:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017420.151904:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017420.151939:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337345280/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017420.151972:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017420.151976:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017420.151978:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017420.151982:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1687 00000100:00080000:2.0:1734017420.151985:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017420.151989:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017420.152034:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017420.152046:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337345408/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017420.152056:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017420.152059:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017420.152061:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017420.152065:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1687 00000100:00080000:2.0:1734017420.152067:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017420.152071:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017420.152076:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017420.152080:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337345280:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017420.152084:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337345536/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017420.152094:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017420.152097:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017420.152098:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017420.152102:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1687 00000100:00080000:2.0:1734017420.152104:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017420.152107:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017420.152111:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017420.152119:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337345664/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017420.152126:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017420.152130:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017420.152131:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017420.152135:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1687 00000100:00080000:2.0:1734017420.152138:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017420.152141:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017420.152145:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017420.152154:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337345792/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017420.152163:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017420.152166:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017420.152168:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734017420.152169:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337345408:192.168.201.110@tcp:38:kworker.0 00000100:00080000:2.0:1734017420.152172:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1687 00000100:00080000:2.0:1734017420.152174:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017420.152177:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017420.152181:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017420.152188:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337345920/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017420.152198:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337345536:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017420.152214:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337345664:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017420.152227:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337345792:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017420.152244:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337345920:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017420.381983:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017421.383957:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017422.385921:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734017423.158034:0:1966:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:3.0:1734017423.158083:0:1966:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734017423.158101:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017423.158138:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017423.158147:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017423.158153:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017423.158159:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017423.158166:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:1.0:1734017423.158275:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017420/real 1734017423] req@ffff8800a8fd6d80 x1818247337345920/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017423.158313:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337345920/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017423.158328:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017423.158334:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017423.158342:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337345920:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017423.158353:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017420/real 1734017423] req@ffff8800a8fd7100 x1818247337345536/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017423.158374:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337345536/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017423.158386:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017423.158390:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017423.158397:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337345536:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017423.158407:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017420/real 1734017423] req@ffff8800a8fd5500 x1818247337345664/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017423.158437:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337345664/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017423.158449:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017423.158453:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017423.158458:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337345664:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017423.158479:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017420/real 1734017423] req@ffff8800a8fd5f80 x1818247337345792/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017423.158499:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337345792/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017423.158511:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017423.158516:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017423.158521:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337345792:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017423.158532:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017420/real 1734017423] req@ffff8800a8fd6300 x1818247337345280/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017423.158550:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337345280/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017423.158562:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017423.158566:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017423.158571:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337345280:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017423.158581:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017420/real 1734017423] req@ffff8800a8fd6a00 x1818247337345408/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017423.158610:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337345408/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017423.158623:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017423.158627:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017423.158632:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337345408:192.168.201.110@tcp:38:kworker.0 00010000:00010000:3.0:1734017423.388011:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017424.389979:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017425.159843:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017425.159852:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017425.159857:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017425.159867:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1692 00000100:00080000:2.0:1734017425.159876:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017425.159884:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017425.159963:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337346048/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017425.159994:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017425.159999:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017425.160001:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017425.160005:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1692 00000100:00080000:2.0:1734017425.160009:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017425.160012:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017425.160022:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017425.160033:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337346176/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017425.160051:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017425.160054:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017425.160055:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017425.160058:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1692 00000100:00080000:2.0:1734017425.160061:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017425.160064:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017425.160068:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017425.160076:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337346304/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017425.160084:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017425.160087:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017425.160088:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017425.160092:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1692 00000100:00080000:2.0:1734017425.160094:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017425.160097:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017425.160101:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017425.160103:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337346048:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017425.160108:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337346432/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017425.160117:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017425.160121:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017425.160122:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017425.160126:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1692 00000100:00080000:2.0:1734017425.160129:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017425.160132:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017425.160136:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017425.160143:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337346560/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017425.160152:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017425.160155:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017425.160156:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017425.160160:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1692 00000100:00080000:2.0:1734017425.160162:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734017425.160166:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017425.160166:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017425.160170:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017425.160176:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337346688/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017425.160186:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017425/real 1734017425] req@ffff8800a8fd7480 x1818247337346048/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017425.160206:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337346048/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017425.160216:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017425.160219:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017425.160224:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337346048:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017425.160232:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337346176:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017425.160249:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017425.160255:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017425/real 1734017425] req@ffff8800a8fd4a80 x1818247337346176/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017425.160267:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337346176/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017425.160282:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017425.160284:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017425.160288:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337346176:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017425.160294:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337346304:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017425.160307:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017425.160313:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017425/real 1734017425] req@ffff8800a8fd5180 x1818247337346304/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017425.160322:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337346304/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017425.160330:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017425.160332:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017425.160335:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337346304:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017425.160357:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337346432:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017425.160370:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017425.160376:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017425/real 1734017425] req@ffff8800a8fd4e00 x1818247337346432/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017425.160386:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337346432/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017425.160394:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017425.160396:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017425.160399:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337346432:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017425.160405:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337346560:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017425.160417:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017425.160423:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017425/real 1734017425] req@ffff8800a8fd5c00 x1818247337346560/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017425.160433:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337346560/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017425.160441:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017425.160443:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017425.160446:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337346560:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017425.160450:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337346688:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017425.160466:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017425.160472:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017425/real 1734017425] req@ffff8800a8fd7800 x1818247337346688/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017450 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017425.160481:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337346688/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017450 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017425.160488:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017425.160490:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017425.160493:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337346688:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017425.391980:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017426.393962:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017427.395971:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017428.397997:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017429.400021:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017430.167901:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017430.167913:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017430.167920:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017430.167933:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1697 00000100:00080000:2.0:1734017430.167944:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017430.167954:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017430.167989:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337346816/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017430.168024:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017430.168028:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017430.168030:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017430.168035:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1697 00000100:00080000:2.0:1734017430.168038:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017430.168042:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017430.168051:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017430.168062:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337346944/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017430.168072:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017430.168075:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017430.168077:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017430.168080:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1697 00000100:00080000:2.0:1734017430.168083:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017430.168086:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017430.168090:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017430.168098:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337347072/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017430.168106:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017430.168109:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017430.168110:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017430.168114:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1697 00000100:00080000:2.0:1734017430.168117:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017430.168119:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017430.168124:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017430.168127:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337346816:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017430.168132:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337347200/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017430.168142:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017430.168145:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017430.168147:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017430.168150:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1697 00000100:00080000:2.0:1734017430.168152:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017430.168155:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017430.168159:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017430.168167:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337347328/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017430.168176:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017430.168178:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017430.168180:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017430.168183:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1697 00000100:00080000:2.0:1734017430.168186:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017430.168189:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734017430.168192:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734017430.168193:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017430.168201:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337347456/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017430.168213:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017430/real 1734017430] req@ffff8800a8fd7b80 x1818247337346816/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017430.168233:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337346816/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017430.168243:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017430.168247:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017430.168251:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337346816:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017430.168258:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337346944:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017430.168275:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017430.168282:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017430/real 1734017430] req@ffff8800a8fd4380 x1818247337346944/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017430.168293:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337346944/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017430.168301:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017430.168303:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017430.168307:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337346944:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017430.168312:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337347072:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017430.168326:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017430.168332:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017430/real 1734017430] req@ffff8800a8fd5880 x1818247337347072/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017430.168349:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337347072/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017430.168357:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017430.168359:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017430.168362:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337347072:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017430.168385:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337347200:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017430.168397:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017430.168403:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017430/real 1734017430] req@ffff8800a8fd6680 x1818247337347200/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017430.168412:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337347200/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017430.168420:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017430.168422:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017430.168425:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337347200:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017430.168430:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337347328:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017430.168442:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017430.168448:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017430/real 1734017430] req@ffff8800a8fd7800 x1818247337347328/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017430.168457:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337347328/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017430.168465:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017430.168468:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017430.168471:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337347328:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017430.168477:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337347456:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017430.168488:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017430.168493:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017430/real 1734017430] req@ffff8800a8fd5c00 x1818247337347456/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017455 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017430.168503:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337347456/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017455 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017430.168510:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017430.168512:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017430.168515:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337347456:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017430.401964:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017431.403950:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017432.405977:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017433.407960:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017434.409951:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017435.175846:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017435.175855:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017435.175860:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017435.175870:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1702 00000100:00080000:2.0:1734017435.175879:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017435.175887:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017435.175922:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337347584/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017435.175953:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017435.175957:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017435.175959:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017435.175963:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1702 00000100:00080000:2.0:1734017435.175966:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017435.175970:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017435.175979:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017435.175990:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337347712/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017435.176000:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017435.176003:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017435.176005:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017435.176008:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1702 00000100:00080000:2.0:1734017435.176011:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017435.176014:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017435.176018:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017435.176025:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337347840/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017435.176034:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017435.176037:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017435.176039:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017435.176043:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1702 00000100:00080000:2.0:1734017435.176046:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017435.176048:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017435.176052:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017435.176060:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337347968/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017435.176061:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337347584:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017435.176069:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017435.176072:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017435.176074:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017435.176077:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1702 00000100:00080000:2.0:1734017435.176079:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017435.176082:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017435.176086:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017435.176093:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337348096/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017435.176102:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017435.176105:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017435.176106:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017435.176110:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1702 00000100:00080000:2.0:1734017435.176113:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017435.176116:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017435.176120:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017435.176123:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734017435.176128:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337348224/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017435.176143:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017435/real 1734017435] req@ffff8800a8fd4e00 x1818247337347584/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017435.176163:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337347584/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017435.176173:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017435.176177:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017435.176182:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337347584:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017435.176189:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337347712:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017435.176205:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017435.176212:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017435/real 1734017435] req@ffff8800a8fd5180 x1818247337347712/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017435.176223:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337347712/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017435.176230:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017435.176233:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017435.176236:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337347712:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017435.176242:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337347840:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017435.176258:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017435.176263:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017435/real 1734017435] req@ffff8800a8fd4a80 x1818247337347840/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017435.176273:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337347840/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017435.176281:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017435.176283:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017435.176286:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337347840:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017435.176310:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337347968:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017435.176322:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017435.176329:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017435/real 1734017435] req@ffff8800a8fd7480 x1818247337347968/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017435.176339:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337347968/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017435.176347:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017435.176349:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017435.176352:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337347968:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017435.176357:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337348096:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017435.176372:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017435.176378:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017435/real 1734017435] req@ffff8800a8fd6a00 x1818247337348096/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017435.176387:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337348096/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017435.176395:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017435.176397:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017435.176400:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337348096:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017435.176405:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337348224:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017435.176422:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017435.176428:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017435/real 1734017435] req@ffff8800a8fd6300 x1818247337348224/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017435.176438:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337348224/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017435.176452:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017435.176454:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017435.176458:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337348224:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017435.411959:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017436.413970:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017437.416024:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017438.417964:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017439.419979:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017440.183872:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017440.183885:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017440.183890:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017440.183903:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1707 00000100:00080000:2.0:1734017440.183914:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017440.183924:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017440.183973:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337348352/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017440.184012:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017440.184017:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017440.184019:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017440.184024:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1707 00000100:00080000:2.0:1734017440.184027:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017440.184031:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017440.184043:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017440.184055:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337348480/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017440.184065:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017440.184068:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017440.184070:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017440.184074:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1707 00000100:00080000:2.0:1734017440.184077:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017440.184081:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017440.184088:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017440.184097:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337348608/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017440.184106:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017440.184109:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017440.184111:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017440.184115:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1707 00000100:00080000:2.0:1734017440.184117:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017440.184121:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017440.184125:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017440.184133:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337348736/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017440.184142:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734017440.184143:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337348352:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017440.184146:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017440.184147:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017440.184151:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1707 00000100:00080000:2.0:1734017440.184154:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017440.184157:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017440.184162:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017440.184171:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337348864/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017440.184181:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017440.184184:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017440.184186:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017440.184190:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1707 00000100:00080000:2.0:1734017440.184193:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017440.184196:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017440.184201:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017440.184208:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337348992/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017440.184216:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017440.184239:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017440/real 1734017440] req@ffff8800a8fd5f80 x1818247337348352/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017440.184259:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337348352/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017440.184271:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017440.184275:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017440.184280:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337348352:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017440.184288:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337348480:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017440.184304:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017440.184311:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017440/real 1734017440] req@ffff8800a8fd5500 x1818247337348480/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017440.184322:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337348480/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017440.184330:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017440.184334:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017440.184337:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337348480:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017440.184345:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337348608:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017440.184358:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017440.184364:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017440/real 1734017440] req@ffff8800a8fd7100 x1818247337348608/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017440.184374:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337348608/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017440.184382:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017440.184385:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017440.184388:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337348608:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017440.184414:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337348736:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017440.184427:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017440.184432:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017440/real 1734017440] req@ffff8800a8fd6d80 x1818247337348736/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017440.184443:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337348736/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017440.184451:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017440.184454:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017440.184456:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337348736:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017440.184462:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337348864:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017440.184478:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017440.184484:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017440/real 1734017440] req@ffff8800a8fd6300 x1818247337348864/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017440.184494:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337348864/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017440.184502:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017440.184504:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017440.184507:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337348864:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017440.184513:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337348992:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017440.184524:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017440.184530:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017440/real 1734017440] req@ffff8800a8fd6a00 x1818247337348992/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017440.184540:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337348992/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017440.184547:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017440.184549:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017440.184552:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337348992:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017440.421948:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017441.423977:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017442.425944:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017443.427959:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017444.429967:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017445.191842:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017445.191851:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017445.191856:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017445.191866:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1712 00000100:00080000:2.0:1734017445.191875:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017445.191883:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017445.191919:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337349120/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017445.191953:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017445.191957:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017445.191959:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017445.191963:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1712 00000100:00080000:2.0:1734017445.191967:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017445.191970:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017445.191980:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017445.191990:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337349248/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017445.192007:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017445.192011:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017445.192012:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017445.192016:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1712 00000100:00080000:2.0:1734017445.192018:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017445.192021:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017445.192026:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017445.192033:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337349376/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017445.192043:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017445.192046:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017445.192047:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017445.192051:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1712 00000100:00080000:2.0:1734017445.192054:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734017445.192056:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337349120:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017445.192057:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017445.192061:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017445.192068:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337349504/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017445.192076:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017445.192079:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017445.192081:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017445.192084:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1712 00000100:00080000:2.0:1734017445.192088:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017445.192091:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017445.192095:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017445.192102:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337349632/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017445.192111:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017445.192114:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017445.192115:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017445.192119:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1712 00000100:00080000:2.0:1734017445.192122:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734017445.192125:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017445.192125:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017445.192129:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017445.192135:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337349760/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017445.192145:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017445/real 1734017445] req@ffff8800a8fd7480 x1818247337349120/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017445.192165:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337349120/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017445.192175:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017445.192179:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017445.192183:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337349120:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017445.192190:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337349248:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017445.192206:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017445.192213:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017445/real 1734017445] req@ffff8800a8fd4a80 x1818247337349248/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017445.192224:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337349248/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017445.192232:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017445.192234:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017445.192238:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337349248:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017445.192261:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337349376:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017445.192274:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017445.192280:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017445/real 1734017445] req@ffff8800a8fd5180 x1818247337349376/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017445.192290:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337349376/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017445.192299:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017445.192301:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017445.192304:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337349376:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017445.192309:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337349504:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017445.192320:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017445.192326:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017445/real 1734017445] req@ffff8800a8fd4e00 x1818247337349504/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017445.192335:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337349504/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017445.192343:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017445.192345:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017445.192348:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337349504:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017445.192353:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337349632:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017445.192366:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017445.192371:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017445/real 1734017445] req@ffff8800a8fd5c00 x1818247337349632/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017445.192382:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337349632/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017445.192389:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017445.192391:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017445.192394:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337349632:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017445.192400:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337349760:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017445.192412:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017445.192418:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017445/real 1734017445] req@ffff8800a8fd7800 x1818247337349760/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017445.192428:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337349760/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017445.192435:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017445.192437:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017445.192440:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337349760:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017445.431946:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017446.433976:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017447.435973:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017448.437963:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017449.439992:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017450.199856:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017450.199865:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017450.199869:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017450.199879:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1717 00000100:00080000:2.0:1734017450.199888:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017450.199896:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017450.199930:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337349888/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017450.199964:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017450.199968:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017450.199971:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017450.199975:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1717 00000100:00080000:2.0:1734017450.199978:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017450.199982:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017450.199992:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017450.200002:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337350016/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017450.200012:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017450.200015:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017450.200017:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017450.200020:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1717 00000100:00080000:2.0:1734017450.200023:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017450.200026:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017450.200030:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017450.200038:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337350144/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017450.200046:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017450.200049:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017450.200050:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017450.200054:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1717 00000100:00080000:2.0:1734017450.200056:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017450.200059:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017450.200063:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017450.200068:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337349888:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017450.200071:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337350272/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017450.200081:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017450.200084:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017450.200086:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017450.200089:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1717 00000100:00080000:2.0:1734017450.200092:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017450.200095:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017450.200099:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017450.200107:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337350400/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017450.200116:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017450.200119:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017450.200120:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017450.200124:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1717 00000100:00080000:2.0:1734017450.200127:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017450.200130:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734017450.200133:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734017450.200134:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017450.200141:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337350528/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017450.200153:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017450/real 1734017450] req@ffff8800a8fd6680 x1818247337349888/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017450.200172:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337349888/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017450.200183:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017450.200186:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017450.200191:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337349888:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017450.200198:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337350016:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017450.200215:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017450.200222:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017450/real 1734017450] req@ffff8800a8fd5880 x1818247337350016/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017450.200233:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337350016/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017450.200240:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017450.200243:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017450.200246:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337350016:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017450.200252:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337350144:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017450.200265:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017450.200270:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017450/real 1734017450] req@ffff8800a8fd4380 x1818247337350144/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017450.200280:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337350144/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017450.200288:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017450.200290:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017450.200293:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337350144:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017450.200318:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337350272:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017450.200330:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017450.200336:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017450/real 1734017450] req@ffff8800a8fd7b80 x1818247337350272/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017450.200353:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337350272/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017450.200360:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017450.200362:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017450.200365:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337350272:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017450.200370:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337350400:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017450.200387:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017450.200392:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017450/real 1734017450] req@ffff8800a8fd7800 x1818247337350400/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017450.200402:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337350400/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017450.200409:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017450.200411:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017450.200414:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337350400:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017450.200419:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337350528:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017450.200435:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017450.200440:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017450/real 1734017450] req@ffff8800a8fd5c00 x1818247337350528/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017450.200450:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337350528/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017450.200457:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017450.200460:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017450.200463:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337350528:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017450.441974:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017451.444009:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017452.445938:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017453.447980:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017454.449889:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017455.207871:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017455.207880:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017455.207884:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017455.207894:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1722 00000100:00080000:2.0:1734017455.207903:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017455.207911:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017455.207946:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337350656/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017455.207978:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017455.207983:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017455.207985:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017455.207989:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1722 00000100:00080000:2.0:1734017455.207992:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017455.207996:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017455.208005:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017455.208015:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337350784/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017455.208025:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017455.208028:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017455.208030:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017455.208033:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1722 00000100:00080000:2.0:1734017455.208036:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017455.208039:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017455.208043:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017455.208050:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337350912/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017455.208059:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017455.208062:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017455.208064:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017455.208068:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1722 00000100:00080000:2.0:1734017455.208070:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017455.208073:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017455.208077:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017455.208083:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337350656:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017455.208085:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337351040/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017455.208094:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017455.208097:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017455.208099:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017455.208102:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1722 00000100:00080000:2.0:1734017455.208104:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017455.208108:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017455.208111:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017455.208118:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337351168/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017455.208127:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017455.208130:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017455.208131:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017455.208135:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1722 00000100:00080000:2.0:1734017455.208137:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017455.208140:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017455.208144:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017455.208147:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734017455.208152:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337351296/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017455.208167:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017455/real 1734017455] req@ffff8800a8fd4e00 x1818247337350656/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017455.208188:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337350656/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017455.208199:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017455.208202:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017455.208207:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337350656:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017455.208214:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337350784:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017455.208231:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017455.208237:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017455/real 1734017455] req@ffff8800a8fd5180 x1818247337350784/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017455.208249:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337350784/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017455.208256:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017455.208259:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017455.208263:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337350784:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017455.208269:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337350912:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017455.208282:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017455.208287:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017455/real 1734017455] req@ffff8800a8fd4a80 x1818247337350912/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017455.208297:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337350912/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017455.208305:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017455.208307:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017455.208310:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337350912:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017455.208334:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337351040:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017455.208346:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017455.208352:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017455/real 1734017455] req@ffff8800a8fd7480 x1818247337351040/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017455.208362:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337351040/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017455.208369:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017455.208372:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017455.208375:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337351040:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017455.208380:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337351168:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017455.208435:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017455.208444:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017455/real 1734017455] req@ffff8800a8fd6a00 x1818247337351168/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017455.208455:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337351168/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017455.208463:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017455.208465:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017455.208468:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337351168:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017455.208474:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337351296:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017455.208494:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017455.208500:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017455/real 1734017455] req@ffff8800a8fd6300 x1818247337351296/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017455.208510:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337351296/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017455.208517:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017455.208519:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017455.208522:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337351296:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017455.451934:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017456.453969:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017457.455982:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017458.457995:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017459.459969:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017460.215844:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017460.215853:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017460.215858:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017460.215868:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1727 00000100:00080000:2.0:1734017460.215877:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017460.215885:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017460.215921:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337351424/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017460.215954:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017460.215958:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017460.215960:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017460.215965:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1727 00000100:00080000:2.0:1734017460.215968:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017460.215971:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017460.215981:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017460.215991:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337351552/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017460.216000:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017460.216003:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017460.216005:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017460.216009:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1727 00000100:00080000:2.0:1734017460.216011:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017460.216015:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017460.216020:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017460.216028:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337351680/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017460.216037:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017460.216040:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017460.216041:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017460.216045:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1727 00000100:00080000:2.0:1734017460.216047:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017460.216050:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017460.216054:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017460.216061:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337351424:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017460.216062:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337351808/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017460.216071:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017460.216074:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017460.216076:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017460.216080:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1727 00000100:00080000:2.0:1734017460.216082:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017460.216085:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017460.216089:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017460.216097:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337351936/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017460.216106:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017460.216109:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017460.216111:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017460.216115:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1727 00000100:00080000:2.0:1734017460.216118:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017460.216121:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017460.216125:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017460.216126:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734017460.216132:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337352064/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017460.216146:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017460/real 1734017460] req@ffff8800a8fd6d80 x1818247337351424/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017460.216174:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337351424/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017460.216184:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017460.216188:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017460.216192:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337351424:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017460.216199:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337351552:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017460.216215:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017460.216222:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017460/real 1734017460] req@ffff8800a8fd7100 x1818247337351552/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017460.216233:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337351552/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017460.216240:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017460.216243:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017460.216246:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337351552:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017460.216252:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337351680:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017460.216265:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017460.216271:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017460/real 1734017460] req@ffff8800a8fd5500 x1818247337351680/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017460.216281:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337351680/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017460.216288:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017460.216291:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017460.216294:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337351680:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017460.216359:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337351808:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017460.216376:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017460.216383:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017460/real 1734017460] req@ffff8800a8fd5f80 x1818247337351808/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017460.216394:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337351808/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017460.216402:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017460.216404:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017460.216407:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337351808:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017460.216412:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337351936:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017460.216424:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017460.216429:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017460/real 1734017460] req@ffff8800a8fd6300 x1818247337351936/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017460.216439:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337351936/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017460.216447:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017460.216449:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017460.216452:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337351936:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017460.216457:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337352064:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017460.216472:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017460.216478:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017460/real 1734017460] req@ffff8800a8fd6a00 x1818247337352064/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017460.216488:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337352064/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017460.216495:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017460.216497:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017460.216500:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337352064:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017460.461932:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017461.463925:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017462.466071:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017463.467932:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017464.469897:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017465.223819:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017465.223827:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017465.223832:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017465.223843:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1732 00000100:00080000:2.0:1734017465.223851:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017465.223859:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017465.223896:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337352192/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017465.223928:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017465.223933:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017465.223935:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017465.223939:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1732 00000100:00080000:2.0:1734017465.223942:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017465.223946:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017465.223955:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017465.223966:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337352320/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017465.223983:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017465.223986:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017465.223988:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017465.223991:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1732 00000100:00080000:2.0:1734017465.223993:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017465.223996:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017465.224001:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017465.224009:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337352448/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017465.224017:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017465.224020:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017465.224021:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017465.224025:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1732 00000100:00080000:2.0:1734017465.224027:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017465.224031:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734017465.224033:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337352192:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734017465.224035:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017465.224042:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337352576/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017465.224051:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017465.224054:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017465.224055:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017465.224059:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1732 00000100:00080000:2.0:1734017465.224062:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017465.224066:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017465.224070:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017465.224077:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337352704/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017465.224086:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017465.224089:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017465.224090:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017465.224093:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1732 00000100:00080000:2.0:1734017465.224096:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734017465.224097:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017465.224099:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017465.224103:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017465.224110:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337352832/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017465.224118:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017465/real 1734017465] req@ffff8800a8fd7480 x1818247337352192/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017465.224138:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337352192/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017465.224148:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017465.224152:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017465.224156:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337352192:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017465.224163:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337352320:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017465.224179:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017465.224186:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017465/real 1734017465] req@ffff8800a8fd4a80 x1818247337352320/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017465.224198:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337352320/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017465.224205:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017465.224208:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017465.224211:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337352320:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017465.224217:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337352448:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017465.224273:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017465.224280:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017465/real 1734017465] req@ffff8800a8fd5180 x1818247337352448/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017465.224291:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337352448/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017465.224298:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017465.224301:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017465.224304:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337352448:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017465.224328:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337352576:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017465.224341:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017465.224347:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017465/real 1734017465] req@ffff8800a8fd4e00 x1818247337352576/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017465.224358:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337352576/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017465.224373:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017465.224376:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017465.224379:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337352576:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017465.224384:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337352704:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017465.224396:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017465.224402:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017465/real 1734017465] req@ffff8800a8fd5c00 x1818247337352704/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017465.224411:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337352704/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017465.224419:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017465.224421:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017465.224424:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337352704:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017465.224430:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337352832:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017465.224441:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017465.224446:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017465/real 1734017465] req@ffff8800a8fd7800 x1818247337352832/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017465.224456:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337352832/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017465.224463:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017465.224465:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017465.224469:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337352832:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017465.471968:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017466.473910:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017467.475970:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017468.477969:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017469.479967:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017470.231848:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017470.231857:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017470.231861:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017470.231872:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1737 00000100:00080000:2.0:1734017470.231881:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017470.231888:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017470.231925:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337352960/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017470.231958:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017470.231962:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017470.231965:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017470.231969:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1737 00000100:00080000:2.0:1734017470.231972:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017470.231976:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017470.231985:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017470.231996:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337353088/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017470.232006:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017470.232009:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017470.232011:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017470.232015:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1737 00000100:00080000:2.0:1734017470.232018:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017470.232021:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017470.232025:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017470.232033:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337353216/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017470.232041:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017470.232044:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017470.232045:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017470.232049:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1737 00000100:00080000:2.0:1734017470.232051:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017470.232054:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017470.232058:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017470.232064:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337352960:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017470.232066:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337353344/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017470.232075:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017470.232079:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017470.232080:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017470.232083:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1737 00000100:00080000:2.0:1734017470.232086:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017470.232089:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017470.232093:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017470.232101:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337353472/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017470.232110:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017470.232113:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017470.232114:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017470.232118:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1737 00000100:00080000:2.0:1734017470.232120:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017470.232123:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017470.232127:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017470.232129:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734017470.232135:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337353600/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017470.232176:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017470/real 1734017470] req@ffff8800a8fd7b80 x1818247337352960/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017470.232197:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337352960/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017470.232208:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017470.232211:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017470.232216:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337352960:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017470.232223:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337353088:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017470.232242:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017470.232249:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017470/real 1734017470] req@ffff8800a8fd4380 x1818247337353088/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017470.232260:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337353088/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017470.232269:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017470.232271:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017470.232275:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337353088:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017470.232280:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337353216:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017470.232294:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017470.232300:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017470/real 1734017470] req@ffff8800a8fd5880 x1818247337353216/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017470.232311:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337353216/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017470.232319:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017470.232321:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017470.232324:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337353216:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017470.232349:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337353344:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017470.232361:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017470.232367:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017470/real 1734017470] req@ffff8800a8fd6680 x1818247337353344/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017470.232377:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337353344/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017470.232384:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017470.232387:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017470.232390:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337353344:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017470.232395:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337353472:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017470.232411:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017470.232417:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017470/real 1734017470] req@ffff8800a8fd7800 x1818247337353472/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017470.232434:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337353472/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017470.232442:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017470.232444:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017470.232447:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337353472:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017470.232452:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337353600:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017470.232463:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017470.232468:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017470/real 1734017470] req@ffff8800a8fd5c00 x1818247337353600/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017470.232478:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337353600/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017470.232485:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017470.232487:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017470.232490:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337353600:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017470.481936:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017471.483960:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017472.485972:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017473.487961:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017474.489996:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017475.239775:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017475.239788:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017475.239794:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017475.239808:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1742 00000100:00080000:2.0:1734017475.239819:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017475.239829:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017475.239875:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337353728/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017475.239912:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017475.239916:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017475.239918:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017475.239923:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1742 00000100:00080000:2.0:1734017475.239926:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017475.239930:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017475.239941:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017475.239953:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337353856/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017475.239963:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017475.239966:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017475.239968:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017475.239972:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1742 00000100:00080000:2.0:1734017475.239975:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017475.239978:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017475.239983:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017475.239991:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337353984/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017475.240000:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017475.240003:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017475.240005:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017475.240010:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1742 00000100:00080000:2.0:1734017475.240012:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017475.240016:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017475.240020:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017475.240028:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337354112/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017475.240037:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017475.240041:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1734017475.240042:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337353728:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017475.240042:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017475.240046:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1742 00000100:00080000:2.0:1734017475.240049:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017475.240052:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017475.240080:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017475.240090:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337354240/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017475.240099:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017475.240102:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017475.240104:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017475.240108:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1742 00000100:00080000:2.0:1734017475.240110:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017475.240114:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017475.240118:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017475.240125:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337354368/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017475.240141:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017475.240163:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017475/real 1734017475] req@ffff8800a8fd4e00 x1818247337353728/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017475.240191:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337353728/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017475.240203:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017475.240206:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017475.240211:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337353728:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017475.240219:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337353856:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017475.240236:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017475.240243:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017475/real 1734017475] req@ffff8800a8fd5180 x1818247337353856/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017475.240254:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337353856/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017475.240262:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017475.240265:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017475.240268:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337353856:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017475.240274:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337353984:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017475.240287:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017475.240293:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017475/real 1734017475] req@ffff8800a8fd4a80 x1818247337353984/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017475.240303:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337353984/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017475.240310:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017475.240313:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017475.240316:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337353984:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017475.240343:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337354112:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017475.240356:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017475.240362:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017475/real 1734017475] req@ffff8800a8fd7480 x1818247337354112/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017475.240372:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337354112/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017475.240380:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017475.240382:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017475.240385:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337354112:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017475.240391:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337354240:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017475.240404:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017475.240409:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017475/real 1734017475] req@ffff8800a8fd6a00 x1818247337354240/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017475.240419:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337354240/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017475.240426:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017475.240429:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017475.240432:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337354240:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017475.240438:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337354368:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017475.240453:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017475.240459:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017475/real 1734017475] req@ffff8800a8fd6300 x1818247337354368/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017475.240469:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337354368/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017475.240476:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017475.240479:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017475.240482:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337354368:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017475.491994:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017476.493967:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017477.495973:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017478.497945:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017479.499931:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017480.247830:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017480.247840:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017480.247844:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017480.247855:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1747 00000100:00080000:2.0:1734017480.247863:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017480.247871:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017480.247910:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337354496/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017480.247942:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017480.247946:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017480.247948:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017480.247952:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1747 00000100:00080000:2.0:1734017480.247955:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017480.247959:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017480.248004:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017480.248016:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337354624/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017480.248027:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017480.248030:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017480.248032:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017480.248035:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1747 00000100:00080000:2.0:1734017480.248038:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017480.248042:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017480.248047:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017480.248055:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337354752/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017480.248056:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337354496:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017480.248065:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017480.248068:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017480.248069:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017480.248073:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1747 00000100:00080000:2.0:1734017480.248075:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017480.248079:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017480.248082:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017480.248090:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337354880/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017480.248098:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017480.248101:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017480.248102:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017480.248106:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1747 00000100:00080000:2.0:1734017480.248110:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017480.248113:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017480.248117:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1734017480.248120:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734017480.248126:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337355008/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017480.248135:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017480.248138:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017480.248140:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734017480.248141:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017480/real 1734017480] req@ffff8800a8fd5f80 x1818247337354496/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017480.248144:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1747 00000100:00080000:2.0:1734017480.248147:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017480.248150:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017480.248154:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017480.248160:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337354496/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017480.248161:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337355136/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734017480.248171:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017480.248174:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017480.248179:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337354496:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017480.248186:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337354624:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017480.248202:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017480.248209:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017480/real 1734017480] req@ffff8800a8fd5500 x1818247337354624/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017480.248220:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337354624/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017480.248228:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017480.248231:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017480.248234:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337354624:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017480.248256:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337354752:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017480.248269:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017480.248275:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017480/real 1734017480] req@ffff8800a8fd7100 x1818247337354752/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017480.248285:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337354752/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017480.248293:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017480.248295:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017480.248298:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337354752:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017480.248304:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337354880:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017480.248315:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017480.248320:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017480/real 1734017480] req@ffff8800a8fd6d80 x1818247337354880/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017480.248330:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337354880/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017480.248338:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017480.248341:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017480.248344:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337354880:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017480.248349:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337355008:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017480.248361:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017480.248366:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017480/real 1734017480] req@ffff8800a8fd6300 x1818247337355008/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017480.248376:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337355008/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017480.248384:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017480.248386:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017480.248389:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337355008:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017480.248394:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337355136:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017480.248405:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017480.248410:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017480/real 1734017480] req@ffff8800a8fd6a00 x1818247337355136/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017480.248420:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337355136/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017480.248427:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017480.248429:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017480.248431:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337355136:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017480.501946:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017481.504048:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017482.506034:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017483.508001:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017484.509984:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017485.255857:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017485.255866:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017485.255871:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017485.255881:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1752 00000100:00080000:2.0:1734017485.255930:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017485.255939:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017485.255977:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337355264/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017485.256011:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017485.256015:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017485.256017:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017485.256021:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1752 00000100:00080000:2.0:1734017485.256024:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017485.256028:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017485.256038:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017485.256048:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337355392/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017485.256065:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017485.256069:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017485.256070:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017485.256074:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1752 00000100:00080000:2.0:1734017485.256076:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017485.256080:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017485.256084:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017485.256091:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337355520/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017485.256099:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017485.256102:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017485.256104:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017485.256107:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1752 00000100:00080000:2.0:1734017485.256109:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017485.256113:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017485.256117:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017485.256118:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337355264:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017485.256124:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337355648/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017485.256133:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017485.256136:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017485.256138:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017485.256141:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1752 00000100:00080000:2.0:1734017485.256144:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017485.256148:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017485.256152:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017485.256159:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337355776/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017485.256167:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017485.256170:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017485.256172:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017485.256175:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1752 00000100:00080000:2.0:1734017485.256178:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017485.256181:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017485.256185:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017485.256191:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337355904/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017485.256206:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337355392:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017485.256226:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337355520:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017485.256249:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337355648:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017485.256263:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337355776:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017485.256277:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337355904:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017485.511963:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017486.513950:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017487.516026:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1734017488.262166:0:1965:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:2.0:1734017488.262231:0:1965:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1734017488.262255:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:2.0:1734017488.262321:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:2.0:1734017488.262334:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:2.0:1734017488.262344:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:2.0:1734017488.262355:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:2.0:1734017488.262365:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:1.0:1734017488.262483:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017485/real 1734017488] req@ffff8800a8fd4e00 x1818247337355648/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017488.262521:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337355648/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017488.262539:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017488.262545:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017488.262552:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337355648:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017488.262564:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017485/real 1734017488] req@ffff8800a8fd5c00 x1818247337355776/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017488.262583:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337355776/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017488.262608:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017488.262612:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017488.262618:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337355776:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017488.262629:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017485/real 1734017488] req@ffff8800a8fd7800 x1818247337355904/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017488.262647:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337355904/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017488.262659:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017488.262664:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017488.262670:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337355904:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017488.262680:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017485/real 1734017488] req@ffff8800a8fd7480 x1818247337355264/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017488.262700:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337355264/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017488.262904:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017488.262908:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017488.262915:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337355264:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017488.262927:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017485/real 1734017488] req@ffff8800a8fd4a80 x1818247337355392/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017488.262947:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337355392/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017488.262968:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017488.262971:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017488.262975:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337355392:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017488.262981:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017485/real 1734017488] req@ffff8800a8fd5180 x1818247337355520/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017488.262992:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337355520/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017488.263000:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017488.263002:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017488.263005:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337355520:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017488.517946:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017489.519974:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017490.263880:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017490.263889:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017490.263894:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017490.263904:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1757 00000100:00080000:2.0:1734017490.263912:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017490.263919:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017490.263952:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337356032/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017490.263985:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017490.263989:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017490.263991:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017490.263995:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1757 00000100:00080000:2.0:1734017490.263998:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017490.264002:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017490.264011:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017490.264021:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337356160/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017490.264031:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017490.264034:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017490.264036:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017490.264039:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1757 00000100:00080000:2.0:1734017490.264042:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017490.264045:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017490.264050:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017490.264057:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337356288/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017490.264073:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017490.264075:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017490.264077:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017490.264080:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1757 00000100:00080000:2.0:1734017490.264083:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017490.264086:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734017490.264088:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337356032:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734017490.264090:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017490.264098:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337356416/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017490.264107:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017490.264110:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017490.264111:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017490.264115:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1757 00000100:00080000:2.0:1734017490.264117:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017490.264120:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017490.264123:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017490.264132:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337356544/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017490.264140:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017490.264143:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017490.264144:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017490.264148:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1757 00000800:00000100:1.0:1734017490.264151:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017490.264151:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017490.264155:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017490.264159:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017490.264166:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337356672/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017490.264171:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017490/real 1734017490] req@ffff8800a8fd6680 x1818247337356032/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017490.264190:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337356032/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017490.264200:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017490.264203:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017490.264207:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337356032:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017490.264214:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337356160:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017490.264232:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017490.264238:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017490/real 1734017490] req@ffff8800a8fd5880 x1818247337356160/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017490.264250:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337356160/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017490.264257:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017490.264260:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017490.264263:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337356160:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017490.264269:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337356288:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017490.264287:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017490.264292:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017490/real 1734017490] req@ffff8800a8fd4380 x1818247337356288/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017490.264302:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337356288/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017490.264309:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017490.264312:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017490.264314:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337356288:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017490.264336:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337356416:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017490.264349:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017490.264355:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017490/real 1734017490] req@ffff8800a8fd7b80 x1818247337356416/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017490.264372:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337356416/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017490.264379:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017490.264381:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017490.264384:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337356416:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017490.264389:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337356544:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017490.264406:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017490.264411:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017490/real 1734017490] req@ffff8800a8fd5180 x1818247337356544/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017490.264421:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337356544/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017490.264428:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017490.264430:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017490.264433:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337356544:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017490.264438:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337356672:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017490.264454:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017490.264460:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017490/real 1734017490] req@ffff8800a8fd4a80 x1818247337356672/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017490.264469:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337356672/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017490.264476:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017490.264479:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017490.264482:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337356672:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017490.521957:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017491.524009:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017492.525967:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017493.528000:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017494.529918:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017495.271831:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017495.271841:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017495.271845:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017495.271856:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1762 00000100:00080000:2.0:1734017495.271865:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017495.271873:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017495.271910:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337356800/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017495.271944:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017495.271948:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017495.271950:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017495.271954:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1762 00000100:00080000:2.0:1734017495.271957:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017495.271961:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017495.271970:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017495.271980:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337356928/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017495.271990:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017495.271993:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017495.271996:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017495.272000:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1762 00000100:00080000:2.0:1734017495.272002:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017495.272006:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017495.272010:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017495.272018:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337357056/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017495.272026:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017495.272029:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017495.272030:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017495.272034:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1762 00000100:00080000:2.0:1734017495.272036:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017495.272039:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017495.272043:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017495.272051:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337357184/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017495.272055:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337356800:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017495.272059:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017495.272062:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017495.272064:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017495.272067:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1762 00000100:00080000:2.0:1734017495.272070:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017495.272073:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017495.272077:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017495.272084:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337357312/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017495.272094:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017495.272097:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017495.272099:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017495.272102:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1762 00000100:00080000:2.0:1734017495.272104:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017495.272107:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017495.272111:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017495.272119:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337357440/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017495.272120:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017495.272140:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017495/real 1734017495] req@ffff8800a8fd7480 x1818247337356800/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017495.272159:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337356800/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017495.272169:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017495.272172:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017495.272177:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337356800:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017495.272184:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337356928:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017495.272200:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017495.272207:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017495/real 1734017495] req@ffff8800a8fd7800 x1818247337356928/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017495.272218:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337356928/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017495.272226:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017495.272228:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017495.272233:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337356928:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017495.272239:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337357056:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017495.272253:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017495.272258:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017495/real 1734017495] req@ffff8800a8fd5c00 x1818247337357056/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017495.272269:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337357056/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017495.272277:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017495.272279:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017495.272282:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337357056:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017495.272305:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337357184:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017495.272318:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017495.272324:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017495/real 1734017495] req@ffff8800a8fd4e00 x1818247337357184/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017495.272334:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337357184/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017495.272342:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017495.272344:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017495.272347:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337357184:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017495.272352:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337357312:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017495.272368:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017495.272375:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017495/real 1734017495] req@ffff8800a8fd6a00 x1818247337357312/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017495.272385:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337357312/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017495.272393:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017495.272395:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017495.272398:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337357312:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017495.272402:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337357440:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017495.272414:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017495.272419:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017495/real 1734017495] req@ffff8800a8fd6300 x1818247337357440/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017495.272429:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337357440/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017495.272436:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017495.272438:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017495.272441:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337357440:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017495.531956:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017496.533945:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017497.535978:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017498.537970:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017499.539979:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017500.279850:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017500.279861:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017500.279865:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017500.279875:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1767 00000100:00080000:2.0:1734017500.279884:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017500.279891:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017500.279926:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337357568/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017500.279959:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017500.279963:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017500.279965:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017500.279969:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1767 00000100:00080000:2.0:1734017500.279972:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017500.279976:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017500.279987:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017500.279997:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337357696/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017500.280007:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017500.280011:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017500.280012:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017500.280016:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1767 00000100:00080000:2.0:1734017500.280018:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017500.280021:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017500.280026:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017500.280033:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337357824/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017500.280041:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017500.280044:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017500.280045:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017500.280049:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1767 00000100:00080000:2.0:1734017500.280051:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017500.280054:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017500.280058:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017500.280060:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337357568:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017500.280066:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337357952/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017500.280074:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017500.280077:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017500.280079:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017500.280083:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1767 00000100:00080000:2.0:1734017500.280086:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017500.280089:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017500.280093:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017500.280101:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337358080/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017500.280110:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017500.280113:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017500.280114:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017500.280118:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1767 00000100:00080000:2.0:1734017500.280120:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734017500.280124:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017500.280124:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017500.280128:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017500.280135:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337358208/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017500.280145:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017500/real 1734017500] req@ffff8800a8fd6d80 x1818247337357568/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017500.280171:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337357568/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017500.280182:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017500.280185:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017500.280189:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337357568:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017500.280196:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337357696:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017500.280213:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017500.280219:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017500/real 1734017500] req@ffff8800a8fd7100 x1818247337357696/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017500.280230:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337357696/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017500.280237:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017500.280240:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017500.280244:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337357696:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017500.280250:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337357824:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017500.280263:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017500.280268:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017500/real 1734017500] req@ffff8800a8fd5500 x1818247337357824/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017500.280278:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337357824/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017500.280286:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017500.280288:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017500.280292:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337357824:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017500.280317:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337357952:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017500.280329:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017500.280335:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017500/real 1734017500] req@ffff8800a8fd5f80 x1818247337357952/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017500.280346:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337357952/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017500.280353:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017500.280355:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017500.280358:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337357952:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017500.280363:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337358080:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017500.280375:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017500.280381:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017500/real 1734017500] req@ffff8800a8fd6300 x1818247337358080/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017500.280390:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337358080/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017500.280397:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017500.280399:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017500.280403:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337358080:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017500.280408:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337358208:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017500.280423:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017500.280429:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017500/real 1734017500] req@ffff8800a8fd6a00 x1818247337358208/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017500.280439:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337358208/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017500.280446:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017500.280448:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017500.280451:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337358208:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017500.541960:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017501.543967:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017502.545974:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017503.547971:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017504.549997:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017505.287848:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017505.287858:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017505.287862:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017505.287873:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1772 00000100:00080000:2.0:1734017505.287882:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017505.287889:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017505.287924:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337358336/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017505.287964:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017505.287968:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017505.287970:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017505.287974:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1772 00000100:00080000:2.0:1734017505.287977:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017505.287981:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017505.287990:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017505.288001:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337358464/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017505.288011:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017505.288014:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017505.288015:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017505.288019:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1772 00000100:00080000:2.0:1734017505.288021:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017505.288024:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017505.288028:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017505.288036:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337358592/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017505.288044:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017505.288047:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017505.288048:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017505.288052:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1772 00000100:00080000:2.0:1734017505.288055:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017505.288058:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017505.288062:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017505.288071:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337358336:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017505.288071:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337358720/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017505.288079:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017505.288083:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017505.288084:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017505.288088:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1772 00000100:00080000:2.0:1734017505.288091:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017505.288094:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017505.288098:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017505.288105:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337358848/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017505.288114:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017505.288117:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017505.288118:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017505.288122:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1772 00000100:00080000:2.0:1734017505.288124:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017505.288127:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017505.288131:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017505.288135:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734017505.288139:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337358976/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017505.288156:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017505/real 1734017505] req@ffff8800a8fd4e00 x1818247337358336/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017505.288176:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337358336/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017505.288186:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017505.288189:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017505.288194:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337358336:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017505.288201:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337358464:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017505.288218:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017505.288225:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017505/real 1734017505] req@ffff8800a8fd5c00 x1818247337358464/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017505.288236:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337358464/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017505.288244:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017505.288246:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017505.288250:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337358464:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017505.288256:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337358592:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017505.288268:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017505.288274:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017505/real 1734017505] req@ffff8800a8fd7800 x1818247337358592/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017505.288284:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337358592/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017505.288291:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017505.288293:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017505.288296:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337358592:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017505.288319:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337358720:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017505.288331:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017505.288337:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017505/real 1734017505] req@ffff8800a8fd7480 x1818247337358720/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017505.288348:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337358720/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017505.288363:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017505.288365:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017505.288368:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337358720:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017505.288373:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337358848:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017505.288390:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017505.288395:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017505/real 1734017505] req@ffff8800a8fd4a80 x1818247337358848/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017505.288405:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337358848/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017505.288412:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017505.288415:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017505.288418:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337358848:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017505.288423:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337358976:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017505.288439:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017505.288444:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017505/real 1734017505] req@ffff8800a8fd5180 x1818247337358976/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017505.288454:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337358976/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017505.288460:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017505.288463:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017505.288466:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337358976:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017505.551953:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017506.553979:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017507.555991:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017508.557954:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017509.560001:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017510.295887:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017510.295900:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017510.295907:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017510.295919:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1777 00000100:00080000:2.0:1734017510.295930:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017510.295939:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017510.295987:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337359104/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017510.296026:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017510.296030:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017510.296032:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017510.296037:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1777 00000100:00080000:2.0:1734017510.296040:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017510.296044:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017510.296056:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017510.296067:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337359232/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017510.296077:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017510.296081:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017510.296082:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017510.296087:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1777 00000100:00080000:2.0:1734017510.296090:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017510.296093:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017510.296099:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017510.296109:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337359360/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017510.296118:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017510.296121:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017510.296122:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017510.296126:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1777 00000100:00080000:2.0:1734017510.296129:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017510.296132:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017510.296136:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017510.296144:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337359488/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017510.296154:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337359104:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017510.296154:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017510.296157:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017510.296158:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017510.296162:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1777 00000100:00080000:2.0:1734017510.296165:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017510.296168:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017510.296172:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017510.296183:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337359616/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017510.296193:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017510.296196:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017510.296198:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017510.296202:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1777 00000100:00080000:2.0:1734017510.296206:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017510.296209:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017510.296213:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017510.296221:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337359744/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017510.296226:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017510.296248:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017510/real 1734017510] req@ffff8800a8fd7b80 x1818247337359104/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017510.296269:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337359104/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017510.296280:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017510.296283:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017510.296288:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337359104:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017510.296295:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337359232:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017510.296313:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017510.296319:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017510/real 1734017510] req@ffff8800a8fd4380 x1818247337359232/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017510.296330:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337359232/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017510.296338:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017510.296341:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017510.296344:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337359232:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017510.296350:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337359360:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017510.296365:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017510.296371:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017510/real 1734017510] req@ffff8800a8fd5880 x1818247337359360/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017510.296382:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337359360/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017510.296390:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017510.296392:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017510.296395:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337359360:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017510.296421:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337359488:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017510.296434:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017510.296440:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017510/real 1734017510] req@ffff8800a8fd6680 x1818247337359488/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017510.296450:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337359488/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017510.296511:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017510.296514:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017510.296519:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337359488:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017510.296527:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337359616:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017510.296549:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017510.296557:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017510/real 1734017510] req@ffff8800a8fd5180 x1818247337359616/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017510.296575:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337359616/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017510.296583:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017510.296586:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017510.296589:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337359616:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017510.296594:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337359744:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017510.296606:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017510.296612:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017510/real 1734017510] req@ffff8800a8fd4a80 x1818247337359744/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017510.296622:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337359744/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017510.296629:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017510.296632:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017510.296635:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337359744:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017510.561974:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017511.563972:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017512.565952:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017513.567977:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017514.570011:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017515.303859:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017515.303872:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017515.303877:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017515.303892:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1782 00000100:00080000:2.0:1734017515.303902:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017515.303911:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017515.303960:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337359872/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017515.303999:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017515.304004:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017515.304006:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017515.304010:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1782 00000100:00080000:2.0:1734017515.304014:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017515.304019:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017515.304030:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017515.304042:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337360000/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017515.304059:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017515.304063:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017515.304065:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017515.304068:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1782 00000100:00080000:2.0:1734017515.304071:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017515.304074:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017515.304079:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017515.304088:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337360128/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017515.304096:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017515.304099:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017515.304101:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017515.304105:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1782 00000100:00080000:2.0:1734017515.304107:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017515.304111:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017515.304115:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017515.304123:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337360256/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017515.304132:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337359872:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017515.304132:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017515.304135:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017515.304137:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017515.304140:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1782 00000100:00080000:2.0:1734017515.304144:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017515.304147:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017515.304152:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017515.304160:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337360384/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017515.304169:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017515.304172:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017515.304174:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017515.304178:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1782 00000100:00080000:2.0:1734017515.304180:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017515.304183:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017515.304187:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017515.304195:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337360512/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017515.304205:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017515.304228:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017515/real 1734017515] req@ffff8800a8fd7480 x1818247337359872/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017515.304255:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337359872/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017515.304267:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017515.304270:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017515.304275:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337359872:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017515.304283:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337360000:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017515.304300:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017515.304306:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017515/real 1734017515] req@ffff8800a8fd7800 x1818247337360000/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017515.304317:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337360000/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017515.304324:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017515.304327:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017515.304331:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337360000:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017515.304337:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337360128:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017515.304351:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017515.304357:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017515/real 1734017515] req@ffff8800a8fd5c00 x1818247337360128/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017515.304367:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337360128/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017515.304409:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017515.304414:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017515.304419:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337360128:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017515.304447:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337360256:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017515.304468:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017515.304476:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017515/real 1734017515] req@ffff8800a8fd4e00 x1818247337360256/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017515.304487:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337360256/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017515.304495:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017515.304497:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017515.304500:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337360256:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017515.304506:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337360384:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017515.304519:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017515.304525:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017515/real 1734017515] req@ffff8800a8fd6a00 x1818247337360384/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017515.304535:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337360384/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017515.304542:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017515.304545:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017515.304548:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337360384:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017515.304554:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337360512:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017515.304569:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017515.304575:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017515/real 1734017515] req@ffff8800a8fd6300 x1818247337360512/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017515.304585:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337360512/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017515.304592:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017515.304594:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017515.304597:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337360512:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017515.571947:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017516.573963:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017517.575937:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017518.577992:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017519.579982:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017520.311874:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017520.311884:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017520.311888:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017520.311898:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1787 00000100:00080000:2.0:1734017520.311908:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017520.311915:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017520.311951:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337360640/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017520.311986:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017520.311992:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017520.311996:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017520.312002:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1787 00000100:00080000:2.0:1734017520.312007:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017520.312014:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017520.312026:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017520.312044:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337360768/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017520.312051:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337360640:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017520.312060:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017520.312065:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017520.312067:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017520.312072:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1787 00000100:00080000:2.0:1734017520.312076:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017520.312081:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017520.312087:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017520.312099:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337360896/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017520.312111:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017520.312115:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017520.312118:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1734017520.312122:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017520.312123:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1787 00000100:00080000:2.0:1734017520.312127:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017520.312131:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017520.312137:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017520.312146:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017520/real 1734017520] req@ffff8800a8fd5f80 x1818247337360640/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017520.312149:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337361024/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017520.312163:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017520.312168:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017520.312170:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734017520.312171:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337360640/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017520.312175:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1787 00000100:00080000:2.0:1734017520.312179:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1734017520.312185:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017520.312185:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00080000:1.0:1734017520.312189:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000008:00100000:2.0:1734017520.312191:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734017520.312195:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337360640:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017520.312203:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337361152/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017520.312215:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017520.312220:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1734017520.312222:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337360768:192.168.201.110@tcp:38:kworker.0 00000100:00080000:2.0:1734017520.312222:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017520.312228:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1787 00000100:00080000:2.0:1734017520.312232:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017520.312237:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017520.312243:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017520.312247:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734017520.312255:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337361280/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017520.312257:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017520/real 1734017520] req@ffff8800a8fd5500 x1818247337360768/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017520.312276:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337360768/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017520.312325:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017520.312330:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017520.312337:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337360768:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017520.312347:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337360896:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017520.312377:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017520.312390:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017520/real 1734017520] req@ffff8800a8fd7100 x1818247337360896/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017520.312408:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337360896/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017520.312417:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017520.312419:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017520.312423:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337360896:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017520.312429:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337361024:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017520.312447:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017520.312453:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017520/real 1734017520] req@ffff8800a8fd6d80 x1818247337361024/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017520.312464:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337361024/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017520.312471:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017520.312474:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017520.312477:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337361024:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017520.312483:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337361152:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017520.312496:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017520.312501:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017520/real 1734017520] req@ffff8800a8fd6300 x1818247337361152/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017520.312511:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337361152/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017520.312519:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017520.312521:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017520.312524:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337361152:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017520.312541:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337361280:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017520.312558:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017520.312563:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017520/real 1734017520] req@ffff8800a8fd6a00 x1818247337361280/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017520.312573:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337361280/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017520.312580:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017520.312582:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017520.312585:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337361280:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017520.581906:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017521.583934:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017522.585950:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017523.587966:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017524.589968:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017525.319802:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017525.319811:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017525.319815:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017525.319825:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1792 00000100:00080000:2.0:1734017525.319834:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017525.319842:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017525.319879:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337361408/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017525.319911:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017525.319915:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017525.319917:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017525.319922:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1792 00000100:00080000:2.0:1734017525.319925:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017525.319928:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017525.319938:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017525.319948:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337361536/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017525.319959:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017525.319962:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017525.319964:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017525.319968:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1792 00000100:00100000:1.0:1734017525.319969:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337361408:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017525.319970:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017525.319974:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017525.319978:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017525.319986:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337361664/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017525.319994:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017525.319997:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017525.319999:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017525.320003:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1792 00000100:00080000:2.0:1734017525.320005:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017525.320008:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017525.320012:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017525.320020:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337361792/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017525.320028:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017525.320031:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000800:00000100:1.0:1734017525.320032:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017525.320032:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017525.320036:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1792 00000100:00080000:2.0:1734017525.320038:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017525.320042:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017525.320046:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734017525.320052:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017525/real 1734017525] req@ffff8800a8fd4e00 x1818247337361408/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017525.320054:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337361920/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017525.320062:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017525.320065:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017525.320066:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017525.320070:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1792 00000100:00100000:1.0:1734017525.320071:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337361408/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017525.320072:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017525.320076:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017525.320080:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1734017525.320082:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017525.320085:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:2.0:1734017525.320086:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337362048/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017525.320090:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337361408:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017525.320113:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337361536:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017525.320130:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017525.320137:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017525/real 1734017525] req@ffff8800a8fd5c00 x1818247337361536/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017525.320148:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337361536/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017525.320156:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017525.320159:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017525.320162:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337361536:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017525.320167:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337361664:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017525.320180:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017525.320186:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017525/real 1734017525] req@ffff8800a8fd7800 x1818247337361664/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017525.320197:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337361664/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017525.320253:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017525.320255:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017525.320260:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337361664:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017525.320266:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337361792:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017525.320286:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017525.320294:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017525/real 1734017525] req@ffff8800a8fd7480 x1818247337361792/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017525.320304:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337361792/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017525.320312:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017525.320314:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017525.320317:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337361792:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017525.320322:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337361920:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017525.320334:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017525.320339:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017525/real 1734017525] req@ffff8800a8fd4a80 x1818247337361920/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017525.320349:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337361920/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017525.320356:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017525.320359:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017525.320362:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337361920:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017525.320367:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337362048:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017525.320379:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017525.320385:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017525/real 1734017525] req@ffff8800a8fd5180 x1818247337362048/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017525.320394:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337362048/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017525.320402:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017525.320404:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017525.320407:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337362048:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017525.591968:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017526.593907:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017527.595941:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017528.597962:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017529.599951:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017530.327853:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017530.327862:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017530.327866:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017530.327876:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1797 00000100:00080000:2.0:1734017530.327884:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017530.327893:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017530.327929:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337362176/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017530.327962:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017530.327966:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017530.327968:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017530.327972:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1797 00000100:00080000:2.0:1734017530.327975:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017530.327979:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017530.327989:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017530.327999:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337362304/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017530.328009:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017530.328012:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017530.328013:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017530.328017:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1797 00000100:00080000:2.0:1734017530.328020:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017530.328023:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017530.328028:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017530.328036:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337362432/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017530.328045:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017530.328048:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017530.328049:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017530.328053:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1797 00000100:00080000:2.0:1734017530.328055:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017530.328058:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017530.328062:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017530.328070:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337362560/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017530.328076:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337362176:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017530.328078:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017530.328081:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017530.328083:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017530.328086:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1797 00000100:00080000:2.0:1734017530.328089:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017530.328092:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017530.328096:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017530.328104:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337362688/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017530.328113:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017530.328152:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017530.328154:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017530.328159:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1797 00000100:00080000:2.0:1734017530.328162:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017530.328165:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017530.328170:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017530.328179:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337362816/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017530.328181:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017530.328203:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017530/real 1734017530] req@ffff8800a8fd6680 x1818247337362176/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017530.328223:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337362176/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017530.328233:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017530.328237:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017530.328242:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337362176:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017530.328250:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337362304:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017530.328270:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017530.328276:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017530/real 1734017530] req@ffff8800a8fd5880 x1818247337362304/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017530.328287:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337362304/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017530.328294:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017530.328297:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017530.328300:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337362304:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017530.328306:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337362432:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017530.328322:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017530.328328:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017530/real 1734017530] req@ffff8800a8fd4380 x1818247337362432/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017530.328338:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337362432/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017530.328345:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017530.328347:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017530.328350:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337362432:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017530.328373:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337362560:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017530.328385:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017530.328392:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017530/real 1734017530] req@ffff8800a8fd7b80 x1818247337362560/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017530.328402:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337362560/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017530.328410:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017530.328412:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017530.328415:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337362560:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017530.328420:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337362688:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017530.328432:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017530.328437:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017530/real 1734017530] req@ffff8800a8fd5180 x1818247337362688/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017530.328447:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337362688/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017530.328454:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017530.328456:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017530.328459:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337362688:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017530.328465:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337362816:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017530.328476:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017530.328481:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017530/real 1734017530] req@ffff8800a8fd4a80 x1818247337362816/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017530.328491:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337362816/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017530.328505:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017530.328507:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017530.328510:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337362816:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017530.601981:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017531.603970:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017532.605986:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017533.607965:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017534.609961:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017535.335856:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017535.335865:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017535.335870:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017535.335881:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1802 00000100:00080000:2.0:1734017535.335890:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017535.335898:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017535.335935:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337362944/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017535.335969:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017535.335973:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017535.335975:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017535.335980:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1802 00000100:00080000:2.0:1734017535.335983:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017535.335987:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017535.335996:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017535.336007:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337363072/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017535.336024:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017535.336027:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017535.336029:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017535.336059:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1802 00000100:00080000:2.0:1734017535.336062:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017535.336066:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017535.336070:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017535.336079:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337363200/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017535.336089:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017535.336092:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017535.336094:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734017535.336097:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337362944:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017535.336097:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1802 00000100:00080000:2.0:1734017535.336100:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017535.336103:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017535.336107:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017535.336115:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337363328/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017535.336123:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017535.336126:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017535.336127:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017535.336131:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1802 00000100:00080000:2.0:1734017535.336134:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017535.336138:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017535.336142:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017535.336149:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337363456/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017535.336157:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017535.336160:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:1.0:1734017535.336161:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017535.336162:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017535.336166:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1802 00000100:00080000:2.0:1734017535.336168:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017535.336171:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017535.336175:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017535.336182:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017535/real 1734017535] req@ffff8800a8fd7480 x1818247337362944/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017535.336182:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337363584/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017535.336202:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337362944/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017535.336212:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017535.336215:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017535.336220:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337362944:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017535.336227:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337363072:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017535.336243:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017535.336249:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017535/real 1734017535] req@ffff8800a8fd7800 x1818247337363072/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017535.336260:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337363072/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017535.336275:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017535.336278:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017535.336281:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337363072:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017535.336303:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337363200:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017535.336316:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017535.336322:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017535/real 1734017535] req@ffff8800a8fd5c00 x1818247337363200/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017535.336333:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337363200/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017535.336340:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017535.336343:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017535.336346:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337363200:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017535.336350:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337363328:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017535.336361:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017535.336367:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017535/real 1734017535] req@ffff8800a8fd4e00 x1818247337363328/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017535.336377:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337363328/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017535.336384:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017535.336387:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017535.336390:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337363328:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017535.336395:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337363456:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017535.336413:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017535.336419:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017535/real 1734017535] req@ffff8800a8fd6a00 x1818247337363456/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017535.336429:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337363456/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017535.336437:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017535.336439:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017535.336441:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337363456:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017535.336446:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337363584:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017535.336458:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017535.336463:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017535/real 1734017535] req@ffff8800a8fd6300 x1818247337363584/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017535.336473:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337363584/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017535.336480:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017535.336482:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017535.336485:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337363584:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017535.611953:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017536.613947:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017537.615957:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017538.617973:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017539.619929:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017540.343763:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017540.343772:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017540.343777:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017540.343786:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1807 00000100:00080000:2.0:1734017540.343795:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017540.343802:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017540.343837:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337363712/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017540.343870:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017540.343874:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017540.343876:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017540.343881:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1807 00000100:00080000:2.0:1734017540.343884:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017540.343888:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017540.343897:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017540.343907:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337363840/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017540.343917:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017540.343921:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017540.343923:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017540.343926:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1807 00000100:00080000:2.0:1734017540.343929:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017540.343932:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017540.343937:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017540.343945:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337363968/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017540.343976:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017540.343979:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017540.343981:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017540.343985:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1807 00000100:00080000:2.0:1734017540.343987:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017540.343991:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017540.343995:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017540.343997:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337363712:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017540.344004:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337364096/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017540.344014:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017540.344017:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017540.344019:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017540.344023:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1807 00000100:00080000:2.0:1734017540.344025:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017540.344028:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017540.344032:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017540.344040:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337364224/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017540.344049:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017540.344052:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017540.344054:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017540.344057:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1807 00000100:00080000:2.0:1734017540.344060:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734017540.344062:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017540.344063:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017540.344067:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017540.344075:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337364352/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017540.344084:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017540/real 1734017540] req@ffff8800a8fd6d80 x1818247337363712/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017540.344104:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337363712/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017540.344115:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017540.344118:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017540.344122:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337363712:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017540.344130:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337363840:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017540.344146:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017540.344152:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017540/real 1734017540] req@ffff8800a8fd7100 x1818247337363840/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017540.344164:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337363840/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017540.344171:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017540.344174:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017540.344177:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337363840:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017540.344182:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337363968:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017540.344195:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017540.344201:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017540/real 1734017540] req@ffff8800a8fd5500 x1818247337363968/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017540.344211:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337363968/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017540.344219:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017540.344222:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017540.344225:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337363968:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017540.344249:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337364096:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017540.344261:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017540.344267:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017540/real 1734017540] req@ffff8800a8fd5f80 x1818247337364096/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017540.344278:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337364096/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017540.344285:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017540.344288:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017540.344291:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337364096:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017540.344296:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337364224:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017540.344308:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017540.344313:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017540/real 1734017540] req@ffff8800a8fd6300 x1818247337364224/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017540.344323:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337364224/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017540.344331:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017540.344333:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017540.344336:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337364224:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017540.344342:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337364352:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017540.344354:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017540.344360:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017540/real 1734017540] req@ffff8800a8fd6a00 x1818247337364352/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017540.344371:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337364352/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017540.344378:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017540.344380:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017540.344383:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337364352:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017540.621931:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017541.624000:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017542.625956:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017543.627966:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017544.629967:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017545.351887:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017545.351900:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017545.351906:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017545.351919:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1812 00000100:00080000:2.0:1734017545.351930:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017545.351941:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017545.351989:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337364480/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017545.352025:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017545.352030:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017545.352032:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017545.352037:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1812 00000100:00080000:2.0:1734017545.352040:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017545.352044:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017545.352055:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017545.352067:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337364608/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017545.352077:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017545.352080:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017545.352082:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017545.352086:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1812 00000100:00080000:2.0:1734017545.352088:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017545.352092:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017545.352097:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017545.352106:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337364736/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017545.352115:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017545.352118:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017545.352120:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017545.352125:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1812 00000100:00080000:2.0:1734017545.352127:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017545.352131:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017545.352135:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017545.352144:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337364864/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017545.352146:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337364480:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017545.352154:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017545.352157:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017545.352159:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017545.352163:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1812 00000100:00080000:2.0:1734017545.352165:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017545.352168:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017545.352173:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017545.352181:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337364992/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017545.352190:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017545.352193:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017545.352194:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017545.352198:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1812 00000100:00080000:2.0:1734017545.352201:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017545.352204:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017545.352209:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017545.352216:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337365120/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017545.352221:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017545.352244:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017545/real 1734017545] req@ffff8800a8fd4e00 x1818247337364480/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017545.352265:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337364480/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017545.352276:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017545.352280:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017545.352285:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337364480:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017545.352293:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337364608:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017545.352311:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017545.352318:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017545/real 1734017545] req@ffff8800a8fd5c00 x1818247337364608/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017545.352329:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337364608/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017545.352337:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017545.352340:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017545.352343:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337364608:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017545.352349:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337364736:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017545.352363:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017545.352369:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017545/real 1734017545] req@ffff8800a8fd7800 x1818247337364736/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017545.352379:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337364736/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017545.352386:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017545.352389:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017545.352392:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337364736:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017545.352417:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337364864:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017545.352431:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017545.352437:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017545/real 1734017545] req@ffff8800a8fd7480 x1818247337364864/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017545.352454:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337364864/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017545.352462:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017545.352464:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017545.352467:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337364864:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017545.352473:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337364992:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017545.352485:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017545.352491:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017545/real 1734017545] req@ffff8800a8fd4a80 x1818247337364992/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017545.352501:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337364992/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017545.352508:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017545.352511:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017545.352514:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337364992:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017545.352520:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337365120:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017545.352532:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017545.352538:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017545/real 1734017545] req@ffff8800a8fd5180 x1818247337365120/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017545.352548:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337365120/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017545.352554:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017545.352558:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017545.352561:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337365120:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017545.632030:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017546.634021:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017547.636001:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017548.637959:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017549.640017:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017550.359842:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017550.359851:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017550.359855:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017550.359866:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1817 00000100:00080000:2.0:1734017550.359875:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017550.359883:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017550.359918:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337365248/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017550.359950:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017550.359954:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017550.359956:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017550.359960:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1817 00000100:00080000:2.0:1734017550.359963:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017550.359967:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017550.359976:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017550.359986:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337365376/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017550.359996:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017550.359999:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017550.360000:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017550.360004:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1817 00000100:00080000:2.0:1734017550.360007:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017550.360010:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017550.360015:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017550.360023:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337365504/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017550.360032:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017550.360034:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017550.360036:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017550.360039:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1817 00000100:00080000:2.0:1734017550.360042:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017550.360045:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017550.360049:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017550.360057:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337365632/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017550.360060:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337365248:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017550.360065:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017550.360068:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017550.360070:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017550.360074:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1817 00000100:00080000:2.0:1734017550.360076:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017550.360079:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017550.360083:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017550.360091:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337365760/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017550.360100:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017550.360103:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017550.360105:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017550.360109:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1817 00000100:00080000:2.0:1734017550.360113:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017550.360116:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017550.360120:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017550.360127:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337365888/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017550.360148:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337365376:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017550.360170:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337365504:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017550.360192:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337365632:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017550.360206:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337365760:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017550.360220:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337365888:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017550.642003:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017551.643973:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017552.645935:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734017553.365986:0:1967:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:3.0:1734017553.366033:0:1967:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734017553.366051:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017553.366084:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017553.366091:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017553.366097:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017553.366103:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017553.366113:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:1.0:1734017553.366190:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017550/real 1734017553] req@ffff8800a8fd6680 x1818247337365632/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017553.366227:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337365632/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017553.366244:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017553.366249:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017553.366256:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337365632:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017553.366267:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017550/real 1734017553] req@ffff8800a8fd5180 x1818247337365760/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017553.366287:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337365760/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017553.366299:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017553.366303:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017553.366309:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337365760:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017553.366319:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017550/real 1734017553] req@ffff8800a8fd4a80 x1818247337365888/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017553.366338:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337365888/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017553.366350:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017553.366354:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017553.366359:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337365888:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017553.366369:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017550/real 1734017553] req@ffff8800a8fd7b80 x1818247337365248/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017553.366388:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337365248/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017553.366400:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017553.366404:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017553.366409:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337365248:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017553.366418:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017550/real 1734017553] req@ffff8800a8fd4380 x1818247337365376/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017553.366444:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337365376/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017553.366452:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017553.366456:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017553.366462:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337365376:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017553.366471:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017550/real 1734017553] req@ffff8800a8fd5880 x1818247337365504/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017553.366488:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337365504/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017553.366502:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017553.366505:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017553.366510:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337365504:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017553.647965:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017554.649998:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017555.367849:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017555.367858:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017555.367862:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017555.367873:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1822 00000100:00080000:2.0:1734017555.367881:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017555.367889:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017555.367924:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337366016/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017555.367958:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017555.367963:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017555.367964:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017555.367969:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1822 00000100:00080000:2.0:1734017555.367972:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017555.367975:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017555.367985:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017555.367995:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337366144/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017555.368012:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017555.368015:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017555.368017:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017555.368020:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1822 00000100:00080000:2.0:1734017555.368022:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017555.368025:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017555.368029:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017555.368037:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337366272/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017555.368045:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017555.368048:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017555.368049:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017555.368053:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1822 00000100:00080000:2.0:1734017555.368055:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017555.368059:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734017555.368062:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337366016:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734017555.368062:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017555.368070:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337366400/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017555.368079:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017555.368082:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017555.368084:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017555.368087:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1822 00000100:00080000:2.0:1734017555.368090:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017555.368094:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017555.368098:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017555.368105:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337366528/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017555.368113:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017555.368116:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017555.368118:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017555.368121:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1822 00000800:00000100:1.0:1734017555.368124:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017555.368124:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017555.368127:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017555.368131:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017555.368137:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337366656/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017555.368145:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017555/real 1734017555] req@ffff8800a8fd7480 x1818247337366016/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017555.368164:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337366016/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017555.368174:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017555.368178:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017555.368182:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337366016:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017555.368190:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337366144:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017555.368206:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017555.368213:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017555/real 1734017555] req@ffff8800a8fd7800 x1818247337366144/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017555.368224:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337366144/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017555.368232:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017555.368234:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017555.368238:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337366144:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017555.368244:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337366272:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017555.368256:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017555.368262:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017555/real 1734017555] req@ffff8800a8fd5c00 x1818247337366272/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017555.368272:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337366272/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017555.368279:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017555.368282:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017555.368285:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337366272:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017555.368308:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337366400:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017555.368323:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017555.368329:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017555/real 1734017555] req@ffff8800a8fd4e00 x1818247337366400/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017555.368340:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337366400/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017555.368347:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017555.368349:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017555.368352:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337366400:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017555.368357:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337366528:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017555.368369:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017555.368374:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017555/real 1734017555] req@ffff8800a8fd6a00 x1818247337366528/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017555.368384:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337366528/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017555.368391:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017555.368393:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017555.368396:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337366528:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017555.368401:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337366656:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017555.368413:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017555.368419:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017555/real 1734017555] req@ffff8800a8fd6300 x1818247337366656/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017555.368435:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337366656/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017555.368442:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017555.368444:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017555.368447:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337366656:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017555.652941:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017556.655977:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017557.657972:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017558.659963:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017559.661984:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017560.375867:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017560.375880:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017560.375886:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017560.375899:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1827 00000100:00080000:2.0:1734017560.375910:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017560.375919:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017560.375968:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337366784/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017560.376007:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017560.376012:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017560.376014:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017560.376019:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1827 00000100:00080000:2.0:1734017560.376022:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017560.376027:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017560.376038:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017560.376049:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337366912/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017560.376059:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017560.376063:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017560.376065:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017560.376068:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1827 00000100:00080000:2.0:1734017560.376071:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017560.376075:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017560.376080:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017560.376088:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337367040/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017560.376096:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017560.376100:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017560.376101:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017560.376105:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1827 00000100:00080000:2.0:1734017560.376107:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017560.376110:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017560.376115:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017560.376123:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337367168/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017560.376133:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017560.376137:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017560.376139:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017560.376142:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1827 00000100:00080000:2.0:1734017560.376145:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734017560.376148:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337366784:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017560.376148:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017560.376153:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017560.376163:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337367296/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017560.376172:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017560.376175:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017560.376177:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017560.376180:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1827 00000100:00080000:2.0:1734017560.376183:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017560.376186:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017560.376190:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017560.376198:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337367424/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017560.376219:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017560.376243:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017560/real 1734017560] req@ffff8800a8fd5f80 x1818247337366784/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017560.376262:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337366784/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017560.376275:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017560.376279:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017560.376284:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337366784:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017560.376291:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337366912:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017560.376308:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017560.376315:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017560/real 1734017560] req@ffff8800a8fd5500 x1818247337366912/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017560.376326:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337366912/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017560.376335:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017560.376338:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017560.376341:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337366912:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017560.376347:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337367040:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017560.376361:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017560.376366:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017560/real 1734017560] req@ffff8800a8fd7100 x1818247337367040/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017560.376377:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337367040/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017560.376384:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017560.376387:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017560.376390:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337367040:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017560.376415:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337367168:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017560.376427:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017560.376433:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017560/real 1734017560] req@ffff8800a8fd6d80 x1818247337367168/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017560.376444:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337367168/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017560.376452:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017560.376454:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017560.376457:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337367168:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017560.376464:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337367296:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017560.376477:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017560.376483:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017560/real 1734017560] req@ffff8800a8fd6300 x1818247337367296/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017560.376493:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337367296/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017560.376501:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017560.376503:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017560.376506:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337367296:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017560.376512:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337367424:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017560.376524:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017560.376530:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017560/real 1734017560] req@ffff8800a8fd6a00 x1818247337367424/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017560.376539:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337367424/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017560.376546:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017560.376549:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017560.376551:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337367424:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017560.663958:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017561.665991:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017562.667950:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017563.669981:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017564.671998:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017565.383875:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017565.383889:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017565.383895:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017565.383908:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1832 00000100:00080000:2.0:1734017565.383919:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017565.383929:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017565.383979:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337367552/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017565.384017:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017565.384022:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017565.384024:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017565.384029:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1832 00000100:00080000:2.0:1734017565.384032:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017565.384036:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017565.384048:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017565.384060:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337367680/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017565.384071:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017565.384075:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017565.384076:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017565.384080:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1832 00000100:00080000:2.0:1734017565.384083:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017565.384086:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017565.384091:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017565.384099:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337367808/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017565.384108:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017565.384111:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017565.384113:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017565.384117:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1832 00000100:00080000:2.0:1734017565.384120:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017565.384123:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017565.384127:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017565.384136:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337367936/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017565.384145:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337367552:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017565.384145:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017565.384149:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017565.384151:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017565.384154:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1832 00000100:00080000:2.0:1734017565.384157:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017565.384160:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017565.384165:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017565.384173:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337368064/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017565.384182:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017565.384185:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017565.384186:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017565.384190:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1832 00000100:00080000:2.0:1734017565.384192:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017565.384195:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017565.384200:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017565.384207:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337368192/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017565.384217:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017565.384239:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017565/real 1734017565] req@ffff8800a8fd4e00 x1818247337367552/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017565.384259:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337367552/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017565.384271:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017565.384275:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017565.384279:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337367552:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017565.384287:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337367680:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017565.384304:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017565.384310:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017565/real 1734017565] req@ffff8800a8fd5c00 x1818247337367680/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017565.384322:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337367680/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017565.384329:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017565.384332:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017565.384335:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337367680:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017565.384342:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337367808:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017565.384355:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017565.384361:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017565/real 1734017565] req@ffff8800a8fd7800 x1818247337367808/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017565.384379:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337367808/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017565.384387:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017565.384389:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017565.384392:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337367808:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017565.384417:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337367936:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017565.384430:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017565.384436:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017565/real 1734017565] req@ffff8800a8fd7480 x1818247337367936/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017565.384446:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337367936/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017565.384454:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017565.384456:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017565.384460:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337367936:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017565.384466:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337368064:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017565.384478:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017565.384484:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017565/real 1734017565] req@ffff8800a8fd5880 x1818247337368064/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017565.384494:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337368064/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017565.384501:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017565.384504:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017565.384507:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337368064:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017565.384514:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337368192:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017565.384575:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017565.384583:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017565/real 1734017565] req@ffff8800a8fd4380 x1818247337368192/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017565.384593:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337368192/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017565.384600:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017565.384603:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017565.384606:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337368192:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017565.673962:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017566.675969:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017567.677989:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017568.679944:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017569.681966:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017570.391836:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017570.391845:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017570.391850:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017570.391861:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1837 00000100:00080000:2.0:1734017570.391869:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017570.391877:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017570.391913:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337368320/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017570.391945:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017570.391949:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017570.391951:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017570.391955:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1837 00000100:00080000:2.0:1734017570.391958:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017570.391962:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017570.391972:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017570.391982:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337368448/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017570.391992:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017570.391995:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017570.391997:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017570.392000:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1837 00000100:00080000:2.0:1734017570.392003:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017570.392006:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017570.392011:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017570.392019:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337368576/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017570.392028:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017570.392031:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017570.392032:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017570.392036:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1837 00000100:00080000:2.0:1734017570.392038:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017570.392041:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017570.392045:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017570.392050:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337368320:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017570.392053:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337368704/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017570.392061:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017570.392065:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017570.392066:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017570.392070:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1837 00000100:00080000:2.0:1734017570.392072:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017570.392076:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017570.392079:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017570.392088:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337368832/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017570.392097:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017570.392101:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017570.392103:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017570.392106:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1837 00000100:00080000:2.0:1734017570.392109:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017570.392113:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734017570.392115:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734017570.392118:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017570.392125:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337368960/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017570.392136:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017570/real 1734017570] req@ffff8800a8fd7b80 x1818247337368320/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017570.392156:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337368320/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017570.392166:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017570.392170:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017570.392175:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337368320:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017570.392183:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337368448:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017570.392199:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017570.392206:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017570/real 1734017570] req@ffff8800a8fd4a80 x1818247337368448/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017570.392216:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337368448/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017570.392224:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017570.392227:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017570.392230:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337368448:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017570.392235:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337368576:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017570.392253:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017570.392259:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017570/real 1734017570] req@ffff8800a8fd5180 x1818247337368576/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017570.392269:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337368576/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017570.392276:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017570.392278:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017570.392282:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337368576:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017570.392304:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337368704:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017570.392316:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017570.392322:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017570/real 1734017570] req@ffff8800a8fd6680 x1818247337368704/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017570.392333:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337368704/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017570.392340:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017570.392342:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017570.392345:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337368704:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017570.392350:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337368832:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017570.392366:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017570.392372:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017570/real 1734017570] req@ffff8800a8fd4380 x1818247337368832/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017570.392382:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337368832/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017570.392389:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017570.392391:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017570.392394:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337368832:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017570.392399:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337368960:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017570.392410:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017570.392416:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017570/real 1734017570] req@ffff8800a8fd5880 x1818247337368960/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017570.392426:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337368960/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017570.392480:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017570.392483:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017570.392486:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337368960:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017570.683965:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017571.686001:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017572.687949:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017573.689979:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017574.691998:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017575.399859:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017575.399868:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017575.399873:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017575.399883:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1842 00000100:00080000:2.0:1734017575.399892:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017575.399899:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017575.399939:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337369088/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017575.399974:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017575.399978:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017575.399980:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017575.399984:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1842 00000100:00080000:2.0:1734017575.399987:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017575.399991:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017575.400000:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017575.400011:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337369216/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017575.400028:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017575.400031:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017575.400033:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017575.400036:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1842 00000100:00080000:2.0:1734017575.400038:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017575.400041:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017575.400046:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017575.400053:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337369344/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017575.400061:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017575.400064:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017575.400066:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017575.400069:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1842 00000100:00080000:2.0:1734017575.400071:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017575.400074:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017575.400078:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017575.400086:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337369472/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017575.400088:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337369088:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017575.400095:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017575.400098:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017575.400100:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017575.400103:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1842 00000100:00080000:2.0:1734017575.400106:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017575.400110:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017575.400114:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017575.400121:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337369600/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017575.400130:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017575.400133:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017575.400134:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017575.400138:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1842 00000100:00080000:2.0:1734017575.400149:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734017575.400153:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017575.400153:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017575.400157:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017575.400165:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337369728/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017575.400174:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017575/real 1734017575] req@ffff8800a8fd7480 x1818247337369088/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017575.400193:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337369088/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017575.400204:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017575.400207:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017575.400212:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337369088:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017575.400219:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337369216:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017575.400235:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017575.400242:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017575/real 1734017575] req@ffff8800a8fd7800 x1818247337369216/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017575.400253:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337369216/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017575.400268:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017575.400270:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017575.400274:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337369216:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017575.400279:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337369344:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017575.400297:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017575.400302:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017575/real 1734017575] req@ffff8800a8fd5c00 x1818247337369344/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017575.400312:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337369344/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017575.400320:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017575.400322:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017575.400325:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337369344:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017575.400395:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337369472:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017575.400413:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017575.400420:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017575/real 1734017575] req@ffff8800a8fd4e00 x1818247337369472/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017575.400431:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337369472/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017575.400439:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017575.400441:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017575.400444:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337369472:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017575.400451:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337369600:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017575.400463:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017575.400469:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017575/real 1734017575] req@ffff8800a8fd6a00 x1818247337369600/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017575.400480:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337369600/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017575.400487:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017575.400489:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017575.400492:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337369600:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017575.400497:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337369728:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017575.400509:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017575.400514:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017575/real 1734017575] req@ffff8800a8fd6300 x1818247337369728/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017575.400524:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337369728/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017575.400531:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017575.400533:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017575.400536:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337369728:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017575.694002:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017576.695972:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017577.697969:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017578.699977:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017579.701958:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017580.407858:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017580.407869:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017580.407875:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017580.407888:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1847 00000100:00080000:2.0:1734017580.407898:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017580.407907:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017580.407955:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337369856/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017580.407995:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017580.407999:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017580.408002:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017580.408007:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1847 00000100:00080000:2.0:1734017580.408010:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017580.408015:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017580.408026:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017580.408038:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337369984/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017580.408048:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017580.408052:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017580.408054:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017580.408058:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1847 00000100:00080000:2.0:1734017580.408061:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017580.408064:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017580.408069:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017580.408078:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337370112/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017580.408086:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017580.408089:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017580.408091:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017580.408095:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1847 00000100:00080000:2.0:1734017580.408098:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017580.408101:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017580.408105:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017580.408113:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337370240/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017580.408124:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017580.408128:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1734017580.408130:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337369856:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017580.408130:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017580.408134:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1847 00000100:00080000:2.0:1734017580.408137:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017580.408140:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017580.408145:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017580.408155:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337370368/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017580.408164:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017580.408167:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017580.408169:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017580.408173:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1847 00000100:00080000:2.0:1734017580.408175:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017580.408178:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017580.408182:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017580.408191:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337370496/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017580.408205:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017580.408229:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017580/real 1734017580] req@ffff8800a8fd6d80 x1818247337369856/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017580.408249:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337369856/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017580.408260:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017580.408291:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017580.408297:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337369856:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017580.408305:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337369984:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017580.408325:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017580.408333:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017580/real 1734017580] req@ffff8800a8fd7100 x1818247337369984/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017580.408344:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337369984/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017580.408353:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017580.408356:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017580.408359:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337369984:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017580.408365:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337370112:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017580.408379:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017580.408385:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017580/real 1734017580] req@ffff8800a8fd5500 x1818247337370112/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017580.408395:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337370112/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017580.408404:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017580.408407:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017580.408410:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337370112:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017580.408437:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337370240:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017580.408449:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017580.408455:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017580/real 1734017580] req@ffff8800a8fd5f80 x1818247337370240/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017580.408465:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337370240/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017580.408473:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017580.408476:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017580.408479:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337370240:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017580.408485:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337370368:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017580.408497:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017580.408502:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017580/real 1734017580] req@ffff8800a8fd6300 x1818247337370368/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017580.408512:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337370368/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017580.408519:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017580.408522:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017580.408525:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337370368:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017580.408532:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337370496:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017580.408544:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017580.408550:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017580/real 1734017580] req@ffff8800a8fd6a00 x1818247337370496/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017580.408560:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337370496/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017580.408567:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017580.408570:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017580.408573:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337370496:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017580.703946:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017581.705994:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017582.707985:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017583.709952:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017584.711977:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017585.415837:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017585.415846:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017585.415851:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017585.415862:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1852 00000100:00080000:2.0:1734017585.415871:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017585.415879:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017585.415917:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337370624/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017585.415952:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017585.415956:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017585.415958:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017585.415962:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1852 00000100:00080000:2.0:1734017585.415965:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017585.415969:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017585.415978:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017585.415989:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337370752/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017585.415998:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017585.416002:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017585.416003:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017585.416007:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1852 00000100:00080000:2.0:1734017585.416009:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017585.416013:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017585.416017:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017585.416025:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337370880/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017585.416033:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017585.416036:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017585.416038:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017585.416042:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1852 00000100:00080000:2.0:1734017585.416044:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017585.416047:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017585.416052:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017585.416060:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337370624:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017585.416060:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337371008/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017585.416068:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017585.416072:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017585.416073:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017585.416077:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1852 00000100:00080000:2.0:1734017585.416079:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017585.416082:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017585.416086:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017585.416094:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337371136/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017585.416103:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017585.416106:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017585.416107:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017585.416110:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1852 00000100:00080000:2.0:1734017585.416115:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017585.416119:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017585.416123:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017585.416125:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734017585.416130:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337371264/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017585.416146:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017585/real 1734017585] req@ffff8800a8fd4e00 x1818247337370624/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017585.416167:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337370624/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017585.416177:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017585.416207:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017585.416212:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337370624:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017585.416220:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337370752:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017585.416240:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017585.416247:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017585/real 1734017585] req@ffff8800a8fd5c00 x1818247337370752/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017585.416259:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337370752/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017585.416267:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017585.416270:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017585.416273:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337370752:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017585.416279:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337370880:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017585.416292:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017585.416298:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017585/real 1734017585] req@ffff8800a8fd7800 x1818247337370880/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017585.416308:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337370880/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017585.416315:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017585.416317:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017585.416320:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337370880:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017585.416343:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337371008:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017585.416355:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017585.416361:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017585/real 1734017585] req@ffff8800a8fd7480 x1818247337371008/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017585.416377:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337371008/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017585.416384:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017585.416387:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017585.416389:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337371008:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017585.416394:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337371136:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017585.416408:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017585.416414:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017585/real 1734017585] req@ffff8800a8fd5880 x1818247337371136/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017585.416423:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337371136/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017585.416430:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017585.416433:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017585.416436:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337371136:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017585.416441:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337371264:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017585.416453:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017585.416459:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017585/real 1734017585] req@ffff8800a8fd4380 x1818247337371264/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017585.416469:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337371264/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017585.416475:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017585.416479:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017585.416482:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337371264:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017585.713957:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017586.715978:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017587.717974:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017588.719953:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017589.721914:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017590.423851:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017590.423861:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017590.423865:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017590.423875:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1857 00000100:00080000:2.0:1734017590.423884:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017590.423893:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017590.423930:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337371392/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017590.423964:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017590.423968:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017590.423970:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017590.423974:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1857 00000100:00080000:2.0:1734017590.423977:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017590.423981:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017590.423991:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017590.424001:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337371520/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017590.424011:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017590.424014:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017590.424016:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017590.424020:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1857 00000100:00080000:2.0:1734017590.424022:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017590.424026:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017590.424031:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017590.424039:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337371648/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017590.424048:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017590.424051:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017590.424052:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017590.424056:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1857 00000100:00080000:2.0:1734017590.424058:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017590.424061:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017590.424065:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017590.424073:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337371776/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017590.424082:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337371392:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017590.424082:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017590.424085:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017590.424086:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017590.424090:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1857 00000100:00080000:2.0:1734017590.424126:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017590.424131:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017590.424136:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017590.424146:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337371904/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017590.424155:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017590.424159:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017590.424161:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017590.424164:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1857 00000100:00080000:2.0:1734017590.424168:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017590.424171:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734017590.424174:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734017590.424175:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017590.424183:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337372032/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017590.424196:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017590/real 1734017590] req@ffff8800a8fd6680 x1818247337371392/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017590.424215:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337371392/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017590.424226:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017590.424229:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017590.424234:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337371392:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017590.424241:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337371520:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017590.424259:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017590.424265:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017590/real 1734017590] req@ffff8800a8fd5180 x1818247337371520/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017590.424276:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337371520/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017590.424284:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017590.424286:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017590.424290:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337371520:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017590.424296:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337371648:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017590.424314:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017590.424320:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017590/real 1734017590] req@ffff8800a8fd4a80 x1818247337371648/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017590.424330:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337371648/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017590.424338:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017590.424340:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017590.424344:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337371648:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017590.424366:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337371776:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017590.424378:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017590.424383:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017590/real 1734017590] req@ffff8800a8fd7b80 x1818247337371776/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017590.424393:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337371776/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017590.424401:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017590.424403:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017590.424406:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337371776:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017590.424411:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337371904:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017590.424428:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017590.424434:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017590/real 1734017590] req@ffff8800a8fd4380 x1818247337371904/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017590.424444:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337371904/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017590.424452:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017590.424454:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017590.424457:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337371904:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017590.424462:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337372032:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017590.424477:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017590.424483:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017590/real 1734017590] req@ffff8800a8fd5880 x1818247337372032/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017590.424493:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337372032/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017590.424500:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017590.424502:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017590.424505:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337372032:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017590.723962:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017591.725970:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017592.727989:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017593.729893:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017594.731986:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017595.431855:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017595.431864:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017595.431869:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017595.431879:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1862 00000100:00080000:2.0:1734017595.431889:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017595.431896:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017595.431933:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337372160/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017595.431967:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017595.431971:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017595.431973:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017595.431977:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1862 00000100:00080000:2.0:1734017595.431980:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017595.431984:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017595.431993:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017595.432003:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337372288/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017595.432062:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017595.432065:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017595.432067:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017595.432070:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1862 00000100:00080000:2.0:1734017595.432073:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017595.432077:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017595.432081:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017595.432090:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337372416/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017595.432094:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337372160:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017595.432100:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017595.432103:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017595.432104:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017595.432108:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1862 00000100:00080000:2.0:1734017595.432110:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017595.432113:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017595.432118:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017595.432125:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337372544/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017595.432133:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017595.432136:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017595.432138:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017595.432141:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1862 00000100:00080000:2.0:1734017595.432154:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734017595.432157:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017595.432158:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017595.432162:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017595.432170:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337372672/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017595.432178:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017595/real 1734017595] req@ffff8800a8fd7480 x1818247337372160/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017595.432179:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017595.432182:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017595.432184:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017595.432187:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1862 00000100:00080000:2.0:1734017595.432190:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017595.432194:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734017595.432197:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337372160/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:2.0:1734017595.432197:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017595.432205:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337372800/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734017595.432207:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017595.432210:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017595.432215:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337372160:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017595.432222:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337372288:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017595.432239:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017595.432245:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017595/real 1734017595] req@ffff8800a8fd7800 x1818247337372288/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017595.432256:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337372288/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017595.432264:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017595.432267:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017595.432270:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337372288:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017595.432292:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337372416:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017595.432305:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017595.432311:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017595/real 1734017595] req@ffff8800a8fd5c00 x1818247337372416/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017595.432321:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337372416/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017595.432329:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017595.432332:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017595.432335:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337372416:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017595.432341:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337372544:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017595.432353:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017595.432358:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017595/real 1734017595] req@ffff8800a8fd4e00 x1818247337372544/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017595.432368:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337372544/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017595.432375:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017595.432378:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017595.432381:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337372544:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017595.432386:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337372672:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017595.432398:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017595.432404:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017595/real 1734017595] req@ffff8800a8fd6a00 x1818247337372672/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017595.432414:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337372672/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017595.432421:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017595.432423:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017595.432426:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337372672:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017595.432431:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337372800:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017595.432446:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017595.432452:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017595/real 1734017595] req@ffff8800a8fd6300 x1818247337372800/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017595.432462:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337372800/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017595.432469:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017595.432471:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017595.432474:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337372800:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017595.733975:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017596.736042:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017597.738028:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017598.740022:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017599.742127:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017600.439861:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017600.439871:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017600.439875:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017600.439886:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1867 00000100:00080000:2.0:1734017600.439895:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017600.439902:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017600.439979:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337372928/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017600.440011:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017600.440016:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017600.440018:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017600.440023:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1867 00000100:00080000:2.0:1734017600.440026:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017600.440030:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017600.440040:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017600.440051:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337373056/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017600.440061:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017600.440064:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017600.440066:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017600.440069:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1867 00000100:00080000:2.0:1734017600.440072:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017600.440075:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017600.440079:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017600.440087:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337373184/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017600.440095:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017600.440098:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017600.440100:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017600.440104:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1867 00000100:00080000:2.0:1734017600.440106:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017600.440109:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017600.440113:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017600.440121:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337373312/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017600.440124:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337372928:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017600.440131:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017600.440134:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017600.440135:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017600.440139:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1867 00000100:00080000:2.0:1734017600.440141:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017600.440145:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017600.440149:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017600.440158:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337373440/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017600.440166:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017600.440169:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017600.440171:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017600.440174:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1867 00000100:00080000:2.0:1734017600.440178:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017600.440181:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017600.440185:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017600.440187:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734017600.440193:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337373568/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017600.440208:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017600/real 1734017600] req@ffff8800a8fd5f80 x1818247337372928/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017600.440227:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337372928/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017600.440238:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017600.440241:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017600.440246:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337372928:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017600.440253:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337373056:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017600.440269:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017600.440276:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017600/real 1734017600] req@ffff8800a8fd5500 x1818247337373056/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017600.440287:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337373056/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017600.440295:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017600.440297:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017600.440300:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337373056:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017600.440306:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337373184:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017600.440319:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017600.440324:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017600/real 1734017600] req@ffff8800a8fd7100 x1818247337373184/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017600.440334:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337373184/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017600.440341:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017600.440344:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017600.440347:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337373184:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017600.440370:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337373312:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017600.440382:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017600.440388:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017600/real 1734017600] req@ffff8800a8fd6d80 x1818247337373312/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017600.440398:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337373312/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017600.440405:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017600.440408:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017600.440411:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337373312:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017600.440416:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337373440:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017600.440428:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017600.440434:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017600/real 1734017600] req@ffff8800a8fd6300 x1818247337373440/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017600.440444:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337373440/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017600.440452:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017600.440454:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017600.440457:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337373440:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017600.440462:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337373568:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017600.440473:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017600.440478:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017600/real 1734017600] req@ffff8800a8fd6a00 x1818247337373568/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017600.440488:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337373568/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017600.440495:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017600.440497:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017600.440500:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337373568:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017600.743994:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017601.745980:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017602.747959:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017603.749956:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017604.751990:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017605.447795:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017605.447804:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017605.447809:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017605.447819:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1872 00000100:00080000:2.0:1734017605.447828:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017605.447861:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017605.447898:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337373696/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017605.447929:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017605.447933:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017605.447935:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017605.447939:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1872 00000100:00080000:2.0:1734017605.447943:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017605.447947:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017605.447956:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017605.447967:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337373824/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017605.447978:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017605.447982:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017605.447983:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734017605.447987:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337373696:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017605.447987:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1872 00000100:00080000:2.0:1734017605.447990:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017605.447993:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017605.447997:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017605.448005:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337373952/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017605.448013:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017605.448016:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017605.448018:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017605.448022:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1872 00000100:00080000:2.0:1734017605.448024:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017605.448027:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017605.448031:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017605.448038:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337374080/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017605.448046:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1734017605.448049:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017605.448050:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017605.448051:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017605.448055:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1872 00000100:00080000:2.0:1734017605.448058:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017605.448061:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017605.448065:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734017605.448070:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017605/real 1734017605] req@ffff8800a8fd4e00 x1818247337373696/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017605.448072:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337374208/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017605.448081:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017605.448084:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017605.448085:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017605.448088:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1872 00000100:00100000:1.0:1734017605.448090:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337373696/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017605.448091:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017605.448094:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017605.448099:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1734017605.448100:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017605.448104:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:2.0:1734017605.448106:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337374336/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017605.448108:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337373696:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017605.448133:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337373824:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017605.448150:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017605.448157:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017605/real 1734017605] req@ffff8800a8fd5c00 x1818247337373824/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017605.448169:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337373824/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017605.448176:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017605.448179:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017605.448182:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337373824:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017605.448188:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337373952:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017605.448202:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017605.448207:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017605/real 1734017605] req@ffff8800a8fd7800 x1818247337373952/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017605.448219:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337373952/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017605.448226:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017605.448228:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017605.448231:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337373952:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017605.448237:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337374080:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017605.448248:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017605.448254:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017605/real 1734017605] req@ffff8800a8fd7480 x1818247337374080/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017605.448264:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337374080/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017605.448271:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017605.448273:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017605.448276:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337374080:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017605.448281:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337374208:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017605.448294:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017605.448300:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017605/real 1734017605] req@ffff8800a8fd5880 x1818247337374208/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017605.448310:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337374208/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017605.448318:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017605.448321:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017605.448324:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337374208:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017605.448330:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337374336:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017605.448342:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017605.448347:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017605/real 1734017605] req@ffff8800a8fd4380 x1818247337374336/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017605.448357:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337374336/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017605.448364:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017605.448366:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017605.448369:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337374336:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017605.754018:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017606.755977:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017607.758009:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017608.760005:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017609.761984:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017610.455852:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017610.455861:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017610.455866:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017610.455877:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1877 00000100:00080000:2.0:1734017610.455886:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017610.455893:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017610.455929:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337374464/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017610.455962:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017610.455966:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017610.455968:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017610.455972:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1877 00000100:00080000:2.0:1734017610.455975:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017610.455979:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017610.455988:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017610.455998:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337374592/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017610.456008:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017610.456011:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017610.456013:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017610.456017:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1877 00000100:00080000:2.0:1734017610.456019:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017610.456023:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017610.456028:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017610.456036:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337374720/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017610.456045:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017610.456048:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017610.456049:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017610.456052:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1877 00000100:00080000:2.0:1734017610.456055:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017610.456058:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017610.456062:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017610.456067:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337374464:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017610.456070:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337374848/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017610.456078:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017610.456082:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017610.456083:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017610.456087:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1877 00000100:00080000:2.0:1734017610.456089:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017610.456092:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017610.456096:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017610.456105:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337374976/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017610.456114:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017610.456117:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017610.456119:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017610.456123:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1877 00000100:00080000:2.0:1734017610.456126:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017610.456129:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734017610.456132:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734017610.456133:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017610.456140:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337375104/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017610.456153:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017610/real 1734017610] req@ffff8800a8fd7b80 x1818247337374464/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017610.456172:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337374464/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017610.456183:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017610.456186:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017610.456191:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337374464:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017610.456199:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337374592:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017610.456215:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017610.456221:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017610/real 1734017610] req@ffff8800a8fd4a80 x1818247337374592/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017610.456232:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337374592/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017610.456240:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017610.456242:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017610.456246:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337374592:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017610.456251:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337374720:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017610.456267:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017610.456273:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017610/real 1734017610] req@ffff8800a8fd5180 x1818247337374720/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017610.456283:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337374720/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017610.456291:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017610.456293:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017610.456296:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337374720:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017610.456318:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337374848:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017610.456330:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017610.456342:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017610/real 1734017610] req@ffff8800a8fd6680 x1818247337374848/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017610.456352:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337374848/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017610.456360:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017610.456362:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017610.456365:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337374848:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017610.456370:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337374976:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017610.456381:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017610.456387:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017610/real 1734017610] req@ffff8800a8fd4380 x1818247337374976/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017610.456396:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337374976/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017610.456403:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017610.456406:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017610.456409:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337374976:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017610.456414:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337375104:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017610.456425:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017610.456430:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017610/real 1734017610] req@ffff8800a8fd5880 x1818247337375104/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017610.456440:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337375104/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017610.456454:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017610.456457:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017610.456460:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337375104:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017610.763988:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017611.765967:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017612.767997:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017613.769976:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017614.771949:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017615.463824:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017615.463837:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017615.463843:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017615.463856:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1882 00000100:00080000:2.0:1734017615.463867:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017615.463877:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017615.463929:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337375232/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017615.463966:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017615.463971:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017615.463973:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017615.463978:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1882 00000100:00080000:2.0:1734017615.463981:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017615.463985:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017615.463997:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017615.464008:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337375360/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017615.464025:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017615.464029:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017615.464030:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017615.464034:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1882 00000100:00080000:2.0:1734017615.464036:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017615.464040:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017615.464045:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017615.464053:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337375488/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017615.464062:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017615.464065:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017615.464066:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017615.464070:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1882 00000100:00080000:2.0:1734017615.464072:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017615.464076:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017615.464080:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017615.464089:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337375616/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017615.464090:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337375232:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017615.464098:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017615.464102:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017615.464103:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017615.464107:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1882 00000100:00080000:2.0:1734017615.464110:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017615.464113:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017615.464117:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017615.464125:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337375744/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017615.464134:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017615.464137:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017615.464138:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017615.464142:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1882 00000100:00080000:2.0:1734017615.464145:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017615.464148:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017615.464152:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017615.464160:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337375872/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017615.464190:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337375360:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017615.464211:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337375488:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017615.464238:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337375616:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017615.464252:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337375744:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017615.464268:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337375872:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017615.773989:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017616.776010:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017617.777978:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734017618.469973:0:1968:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:3.0:1734017618.470023:0:1968:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734017618.470041:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017618.470080:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017618.470088:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017618.470099:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017618.470108:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017618.470118:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:0.0:1734017618.470149:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017615/real 1734017618] req@ffff8800a8fd4e00 x1818247337375616/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017618.470188:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337375616/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017618.470201:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017618.470206:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017618.470212:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337375616:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017618.470220:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017615/real 1734017618] req@ffff8800a8fd6a00 x1818247337375744/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017618.470233:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337375744/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017618.470241:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017618.470244:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017618.470248:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337375744:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017618.470254:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017615/real 1734017618] req@ffff8800a8fd6300 x1818247337375872/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017618.470265:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337375872/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017618.470272:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017618.470274:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017618.470279:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337375872:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017618.470289:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017615/real 1734017618] req@ffff8800a8fd7480 x1818247337375232/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017618.470307:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337375232/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017618.470318:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017618.470321:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017618.470325:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337375232:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734017618.470336:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017615/real 1734017618] req@ffff8800a8fd7800 x1818247337375360/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017618.470353:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337375360/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017618.470365:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017618.470369:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017618.470374:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337375360:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017618.470383:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017615/real 1734017618] req@ffff8800a8fd5c00 x1818247337375488/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017618.470399:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337375488/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017618.470411:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017618.470416:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017618.470420:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337375488:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017618.779985:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017619.781987:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017620.471843:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017620.471852:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017620.471857:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017620.471867:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1887 00000100:00080000:2.0:1734017620.471876:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017620.471884:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017620.471919:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337376000/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017620.471952:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017620.471956:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017620.471959:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017620.471963:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1887 00000100:00080000:2.0:1734017620.471966:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017620.471970:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017620.471979:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017620.471989:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337376128/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017620.471999:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017620.472003:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017620.472004:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017620.472008:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1887 00000100:00080000:2.0:1734017620.472011:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017620.472014:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017620.472018:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017620.472026:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337376256/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017620.472035:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017620.472038:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017620.472039:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017620.472042:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1887 00000100:00080000:2.0:1734017620.472045:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017620.472048:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017620.472052:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017620.472056:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337376000:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017620.472060:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337376384/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017620.472069:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017620.472073:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017620.472075:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017620.472078:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1887 00000100:00080000:2.0:1734017620.472080:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017620.472084:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017620.472087:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017620.472096:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337376512/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017620.472105:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017620.472108:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017620.472109:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017620.472112:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1887 00000100:00080000:2.0:1734017620.472115:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017620.472118:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:0.0:1734017620.472120:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734017620.472123:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017620.472130:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337376640/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017620.472140:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017620/real 1734017620] req@ffff8800a8fd6d80 x1818247337376000/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017620.472159:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337376000/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017620.472169:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017620.472174:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017620.472178:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337376000:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734017620.472185:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337376128:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017620.472201:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017620.472207:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017620/real 1734017620] req@ffff8800a8fd7100 x1818247337376128/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017620.472218:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337376128/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017620.472226:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017620.472229:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017620.472232:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337376128:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017620.472238:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337376256:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017620.472251:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017620.472256:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017620/real 1734017620] req@ffff8800a8fd5500 x1818247337376256/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017620.472266:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337376256/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017620.472274:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017620.472276:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017620.472279:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337376256:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017620.472303:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337376384:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017620.472319:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017620.472325:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017620/real 1734017620] req@ffff8800a8fd5f80 x1818247337376384/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017620.472336:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337376384/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017620.472344:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017620.472346:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017620.472349:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337376384:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017620.472354:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337376512:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017620.472370:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017620.472376:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017620/real 1734017620] req@ffff8800a8fd5c00 x1818247337376512/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017620.472385:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337376512/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017620.472393:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017620.472395:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017620.472398:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337376512:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017620.472404:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337376640:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017620.472415:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017620.472420:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017620/real 1734017620] req@ffff8800a8fd7800 x1818247337376640/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017620.472437:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337376640/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017620.472444:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017620.472446:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017620.472449:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337376640:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017620.783972:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017621.785961:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017622.787966:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017623.789975:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017624.791951:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017625.479850:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017625.479860:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017625.479864:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017625.479874:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1893 00000100:00080000:2.0:1734017625.479883:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017625.479891:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017625.479929:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337376768/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017625.479963:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017625.479967:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017625.479970:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017625.479974:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1893 00000100:00080000:2.0:1734017625.479977:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017625.479981:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017625.479990:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017625.480000:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337376896/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017625.480010:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017625.480014:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017625.480015:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017625.480019:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1893 00000100:00080000:2.0:1734017625.480021:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017625.480025:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017625.480029:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017625.480037:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337377024/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017625.480045:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017625.480048:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017625.480051:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017625.480054:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1893 00000100:00080000:2.0:1734017625.480057:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017625.480060:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017625.480064:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017625.480069:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337376768:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017625.480072:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337377152/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017625.480081:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017625.480084:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017625.480085:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017625.480089:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1893 00000100:00080000:2.0:1734017625.480091:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017625.480094:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017625.480098:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017625.480106:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337377280/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017625.480115:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017625.480117:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017625.480119:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017625.480122:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1893 00000100:00080000:2.0:1734017625.480125:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017625.480128:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017625.480132:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734017625.480134:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734017625.480139:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337377408/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017625.480154:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017625/real 1734017625] req@ffff8800a8fd7480 x1818247337376768/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017625.480174:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337376768/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017625.480185:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017625.480188:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017625.480192:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337376768:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734017625.480200:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337376896:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017625.480216:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017625.480222:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017625/real 1734017625] req@ffff8800a8fd6300 x1818247337376896/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017625.480233:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337376896/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017625.480241:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017625.480245:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017625.480248:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337376896:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017625.480254:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337377024:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017625.480267:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017625.480273:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017625/real 1734017625] req@ffff8800a8fd6a00 x1818247337377024/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017625.480283:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337377024/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017625.480290:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017625.480293:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017625.480296:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337377024:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017625.480319:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337377152:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017625.480331:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017625.480337:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017625/real 1734017625] req@ffff8800a8fd4e00 x1818247337377152/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017625.480347:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337377152/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017625.480355:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017625.480357:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017625.480360:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337377152:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017625.480365:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337377280:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017625.480385:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017625.480390:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017625/real 1734017625] req@ffff8800a8fd5880 x1818247337377280/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017625.480401:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337377280/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017625.480408:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017625.480410:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017625.480413:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337377280:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017625.480418:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337377408:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017625.480429:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017625.480435:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017625/real 1734017625] req@ffff8800a8fd4380 x1818247337377408/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017625.480445:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337377408/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017625.480452:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017625.480454:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017625.480457:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337377408:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017625.793942:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017626.795986:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017627.797975:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017628.799960:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017629.801969:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017630.487864:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017630.487873:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017630.487877:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017630.487888:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1898 00000100:00080000:2.0:1734017630.487897:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017630.487904:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017630.487938:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337377536/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017630.487970:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017630.487974:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017630.487976:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017630.487981:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1898 00000100:00080000:2.0:1734017630.487984:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017630.487987:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017630.487997:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017630.488007:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337377664/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017630.488016:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017630.488019:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017630.488021:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017630.488025:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1898 00000100:00080000:2.0:1734017630.488028:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017630.488031:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017630.488036:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017630.488044:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337377792/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017630.488052:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017630.488055:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017630.488057:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017630.488060:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1898 00000100:00080000:2.0:1734017630.488062:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017630.488065:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017630.488069:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017630.488075:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337377536:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017630.488077:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337377920/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017630.488086:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017630.488089:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017630.488091:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017630.488094:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1898 00000100:00080000:2.0:1734017630.488096:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017630.488100:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017630.488104:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017630.488112:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337378048/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017630.488121:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017630.488124:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017630.488126:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017630.488130:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1898 00000100:00080000:2.0:1734017630.488133:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017630.488137:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:0.0:1734017630.488140:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734017630.488141:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017630.488148:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337378176/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017630.488160:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017630/real 1734017630] req@ffff8800a8fd6680 x1818247337377536/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017630.488189:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337377536/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017630.488199:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017630.488202:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017630.488207:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337377536:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734017630.488214:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337377664:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017630.488230:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017630.488236:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017630/real 1734017630] req@ffff8800a8fd5180 x1818247337377664/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017630.488247:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337377664/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017630.488255:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017630.488257:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017630.488260:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337377664:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017630.488266:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337377792:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017630.488278:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017630.488284:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017630/real 1734017630] req@ffff8800a8fd4a80 x1818247337377792/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017630.488294:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337377792/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017630.488301:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017630.488304:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017630.488307:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337377792:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017630.488331:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337377920:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017630.488344:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017630.488350:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017630/real 1734017630] req@ffff8800a8fd7b80 x1818247337377920/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017630.488360:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337377920/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017630.488367:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017630.488369:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017630.488372:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337377920:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017630.488378:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337378048:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017630.488394:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017630.488400:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017630/real 1734017630] req@ffff8800a8fd4380 x1818247337378048/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017630.488409:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337378048/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017630.488466:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017630.488469:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017630.488472:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337378048:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017630.488478:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337378176:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017630.488497:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017630.488504:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017630/real 1734017630] req@ffff8800a8fd5880 x1818247337378176/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017630.488515:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337378176/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017630.488522:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017630.488525:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017630.488528:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337378176:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017630.803963:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017631.805973:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017632.807951:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017633.809971:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017634.811973:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017635.495856:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017635.495865:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017635.495870:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017635.495881:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1903 00000100:00080000:2.0:1734017635.495892:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017635.495899:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017635.495936:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337378304/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017635.495970:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017635.495975:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017635.495977:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017635.495981:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1903 00000100:00080000:2.0:1734017635.495984:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017635.495988:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017635.495998:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017635.496009:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337378432/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017635.496026:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017635.496029:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017635.496031:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017635.496034:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1903 00000100:00080000:2.0:1734017635.496036:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017635.496039:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017635.496044:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017635.496052:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337378560/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017635.496061:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017635.496064:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017635.496065:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017635.496069:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1903 00000100:00080000:2.0:1734017635.496071:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017635.496074:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017635.496078:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017635.496085:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337378688/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017635.496095:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017635.496098:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017635.496099:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734017635.496100:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337378304:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017635.496103:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1903 00000100:00080000:2.0:1734017635.496106:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017635.496110:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017635.496114:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017635.496122:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337378816/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017635.496130:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017635.496133:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017635.496135:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017635.496138:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1903 00000100:00080000:2.0:1734017635.496141:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017635.496144:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017635.496148:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017635.496154:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337378944/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734017635.496193:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017635.496220:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017635/real 1734017635] req@ffff8800a8fd4e00 x1818247337378304/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017635.496242:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337378304/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017635.496256:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017635.496260:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017635.496265:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337378304:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734017635.496272:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337378432:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017635.496290:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017635.496297:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017635/real 1734017635] req@ffff8800a8fd6a00 x1818247337378432/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017635.496308:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337378432/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017635.496318:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017635.496321:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017635.496324:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337378432:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017635.496376:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337378560:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017635.496394:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017635.496401:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017635/real 1734017635] req@ffff8800a8fd6300 x1818247337378560/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017635.496413:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337378560/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017635.496421:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017635.496424:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017635.496427:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337378560:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017635.496457:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337378688:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017635.496470:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017635.496475:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017635/real 1734017635] req@ffff8800a8fd7480 x1818247337378688/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017635.496486:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337378688/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017635.496495:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017635.496497:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017635.496500:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337378688:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017635.496507:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337378816:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017635.496520:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017635.496526:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017635/real 1734017635] req@ffff8800a8fd7800 x1818247337378816/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017635.496537:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337378816/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017635.496545:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017635.496548:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017635.496551:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337378816:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017635.496556:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337378944:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017635.496569:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017635.496574:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017635/real 1734017635] req@ffff8800a8fd5c00 x1818247337378944/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017635.496584:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337378944/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017635.496591:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017635.496593:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017635.496596:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337378944:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017635.813946:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017636.816015:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017637.817944:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017638.819898:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017639.821948:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017640.503863:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017640.503872:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017640.503876:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017640.503887:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1908 00000100:00080000:2.0:1734017640.503896:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017640.503904:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017640.503941:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337379072/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017640.503975:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017640.503979:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017640.503981:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017640.503986:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1908 00000100:00080000:2.0:1734017640.503989:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017640.503992:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017640.504002:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017640.504013:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337379200/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017640.504022:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017640.504026:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017640.504028:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017640.504031:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1908 00000100:00080000:2.0:1734017640.504034:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017640.504037:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017640.504041:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017640.504048:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337379328/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017640.504057:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017640.504059:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017640.504061:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017640.504065:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1908 00000100:00080000:2.0:1734017640.504067:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017640.504070:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017640.504074:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017640.504075:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337379072:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017640.504082:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337379456/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017640.504092:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017640.504095:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017640.504097:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017640.504101:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1908 00000100:00080000:2.0:1734017640.504103:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017640.504107:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017640.504110:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017640.504119:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337379584/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017640.504128:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017640.504130:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017640.504132:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017640.504135:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1908 00000100:00080000:2.0:1734017640.504138:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017640.504141:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:0.0:1734017640.504142:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734017640.504145:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017640.504153:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337379712/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017640.504163:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017640/real 1734017640] req@ffff8800a8fd5f80 x1818247337379072/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017640.504183:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337379072/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017640.504193:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017640.504196:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017640.504201:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337379072:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734017640.504208:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337379200:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017640.504224:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017640.504230:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017640/real 1734017640] req@ffff8800a8fd5500 x1818247337379200/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017640.504281:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337379200/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017640.504290:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017640.504292:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017640.504296:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337379200:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017640.504302:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337379328:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017640.504319:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017640.504326:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017640/real 1734017640] req@ffff8800a8fd7100 x1818247337379328/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017640.504337:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337379328/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017640.504345:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017640.504348:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017640.504351:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337379328:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017640.504375:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337379456:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017640.504388:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017640.504394:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017640/real 1734017640] req@ffff8800a8fd6d80 x1818247337379456/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017640.504405:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337379456/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017640.504412:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017640.504414:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017640.504417:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337379456:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017640.504422:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337379584:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017640.504438:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017640.504444:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017640/real 1734017640] req@ffff8800a8fd5c00 x1818247337379584/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017640.504454:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337379584/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017640.504461:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017640.504463:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017640.504467:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337379584:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017640.504472:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337379712:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017640.504487:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017640.504493:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017640/real 1734017640] req@ffff8800a8fd7800 x1818247337379712/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017640.504503:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337379712/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017640.504510:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017640.504512:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017640.504515:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337379712:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017640.823960:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017641.825976:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017642.827965:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017643.829941:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017644.831957:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017645.511849:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017645.511858:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017645.511864:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017645.511874:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1913 00000100:00080000:2.0:1734017645.511884:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017645.511892:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017645.511929:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337379840/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017645.511962:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017645.511966:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017645.511968:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017645.511972:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1913 00000100:00080000:2.0:1734017645.511975:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017645.511979:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017645.511988:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017645.511998:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337379968/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017645.512008:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017645.512012:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017645.512013:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017645.512017:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1913 00000100:00080000:2.0:1734017645.512019:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017645.512022:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017645.512027:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017645.512034:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337380096/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017645.512042:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017645.512045:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017645.512047:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017645.512051:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1913 00000100:00080000:2.0:1734017645.512054:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017645.512057:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017645.512061:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017645.512064:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337379840:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017645.512069:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337380224/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017645.512077:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017645.512081:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017645.512082:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017645.512086:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1913 00000100:00080000:2.0:1734017645.512088:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017645.512091:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017645.512095:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017645.512102:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337380352/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017645.512111:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017645.512114:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017645.512115:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017645.512119:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1913 00000100:00080000:2.0:1734017645.512121:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017645.512124:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017645.512128:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734017645.512129:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734017645.512135:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337380480/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017645.512149:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017645/real 1734017645] req@ffff8800a8fd7480 x1818247337379840/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017645.512202:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337379840/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017645.512213:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017645.512216:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017645.512221:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337379840:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734017645.512229:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337379968:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017645.512249:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017645.512256:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017645/real 1734017645] req@ffff8800a8fd6300 x1818247337379968/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017645.512267:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337379968/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017645.512276:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017645.512279:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017645.512282:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337379968:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017645.512288:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337380096:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017645.512301:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017645.512307:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017645/real 1734017645] req@ffff8800a8fd6a00 x1818247337380096/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017645.512317:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337380096/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017645.512324:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017645.512327:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017645.512330:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337380096:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017645.512352:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337380224:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017645.512364:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017645.512370:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017645/real 1734017645] req@ffff8800a8fd4e00 x1818247337380224/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017645.512381:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337380224/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017645.512388:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017645.512390:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017645.512393:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337380224:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017645.512399:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337380352:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017645.512411:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017645.512417:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017645/real 1734017645] req@ffff8800a8fd5880 x1818247337380352/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017645.512427:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337380352/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017645.512435:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017645.512437:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017645.512440:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337380352:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017645.512444:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337380480:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017645.512456:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017645.512461:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017645/real 1734017645] req@ffff8800a8fd4380 x1818247337380480/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017645.512471:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337380480/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017645.512478:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017645.512480:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017645.512483:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337380480:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017645.833901:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017646.835970:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017647.837953:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017648.839970:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017649.841929:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017650.519847:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017650.519856:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017650.519861:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017650.519871:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1918 00000100:00080000:2.0:1734017650.519880:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017650.519887:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017650.519922:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337380608/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017650.519955:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017650.519959:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017650.519961:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017650.519965:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1918 00000100:00080000:2.0:1734017650.519968:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017650.519972:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017650.519982:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017650.519992:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337380736/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017650.520002:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017650.520005:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017650.520007:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017650.520010:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1918 00000100:00080000:2.0:1734017650.520013:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017650.520016:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017650.520022:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017650.520029:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337380864/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017650.520038:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017650.520041:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017650.520043:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017650.520046:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1918 00000100:00080000:2.0:1734017650.520048:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017650.520051:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017650.520055:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017650.520059:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337380608:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017650.520063:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337380992/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017650.520114:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017650.520118:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017650.520120:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017650.520124:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1918 00000100:00080000:2.0:1734017650.520127:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017650.520131:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017650.520136:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017650.520147:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337381120/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734017650.520153:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017650.520157:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017650.520160:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017650.520162:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017650.520166:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1918 00000100:00080000:2.0:1734017650.520169:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017650.520172:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:0.0:1734017650.520175:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017650/real 1734017650] req@ffff8800a8fd7b80 x1818247337380608/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:2.0:1734017650.520176:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017650.520184:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337381248/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017650.520195:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337380608/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017650.520207:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017650.520211:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017650.520215:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337380608:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734017650.520223:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337380736:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017650.520240:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017650.520246:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017650/real 1734017650] req@ffff8800a8fd4a80 x1818247337380736/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017650.520257:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337380736/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017650.520265:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017650.520268:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017650.520271:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337380736:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017650.520277:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337380864:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017650.520290:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017650.520296:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017650/real 1734017650] req@ffff8800a8fd5180 x1818247337380864/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017650.520306:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337380864/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017650.520313:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017650.520317:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017650.520320:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337380864:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017650.520344:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337380992:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017650.520356:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017650.520362:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017650/real 1734017650] req@ffff8800a8fd6680 x1818247337380992/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017650.520373:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337380992/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017650.520380:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017650.520382:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017650.520385:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337380992:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017650.520390:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337381120:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017650.520401:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017650.520407:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017650/real 1734017650] req@ffff8800a8fd4380 x1818247337381120/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017650.520416:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337381120/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017650.520424:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017650.520426:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017650.520429:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337381120:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017650.520434:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337381248:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017650.520453:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017650.520459:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017650/real 1734017650] req@ffff8800a8fd5880 x1818247337381248/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017650.520469:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337381248/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017650.520476:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017650.520478:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017650.520481:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337381248:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017650.843954:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017651.845947:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017652.847945:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017653.849941:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017654.851934:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017655.527868:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017655.527877:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017655.527881:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017655.527891:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1923 00000100:00080000:2.0:1734017655.527900:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017655.527907:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017655.527944:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337381376/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017655.527978:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017655.527982:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017655.528040:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017655.528046:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1923 00000100:00080000:2.0:1734017655.528051:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017655.528055:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017655.528065:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017655.528079:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337381504/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017655.528095:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337381376:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017655.528098:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017655.528101:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017655.528102:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017655.528106:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1923 00000100:00080000:2.0:1734017655.528108:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017655.528112:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017655.528116:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017655.528124:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337381632/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017655.528133:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017655.528136:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017655.528137:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017655.528140:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1923 00000100:00080000:2.0:1734017655.528143:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017655.528146:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017655.528150:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734017655.528158:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734017655.528158:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337381760/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017655.528165:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017655.528169:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017655.528170:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017655.528174:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1923 00000100:00080000:2.0:1734017655.528177:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734017655.528178:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017655/real 1734017655] req@ffff8800a8fd4e00 x1818247337381376/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017655.528180:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017655.528184:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017655.528192:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337381888/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017655.528198:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337381376/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017655.528200:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017655.528203:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017655.528205:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734017655.528208:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017655.528208:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1923 00000100:00080000:0.0:1734017655.528211:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00080000:2.0:1734017655.528211:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017655.528214:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:0.0:1734017655.528216:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337381376:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734017655.528217:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017655.528225:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337382016/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017655.528239:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337381504:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017655.528256:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017655.528263:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017655/real 1734017655] req@ffff8800a8fd6a00 x1818247337381504/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017655.528274:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337381504/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017655.528283:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017655.528286:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017655.528289:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337381504:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017655.528295:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337381632:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017655.528308:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017655.528314:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017655/real 1734017655] req@ffff8800a8fd6300 x1818247337381632/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017655.528324:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337381632/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017655.528331:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017655.528333:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017655.528337:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337381632:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017655.528343:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337381760:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017655.528354:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017655.528360:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017655/real 1734017655] req@ffff8800a8fd7480 x1818247337381760/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017655.528370:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337381760/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017655.528377:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017655.528379:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017655.528382:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337381760:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017655.528388:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337381888:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017655.528400:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017655.528406:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017655/real 1734017655] req@ffff8800a8fd7800 x1818247337381888/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017655.528416:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337381888/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017655.528424:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017655.528426:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017655.528429:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337381888:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017655.528434:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337382016:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017655.528445:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017655.528451:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017655/real 1734017655] req@ffff8800a8fd5c00 x1818247337382016/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017655.528460:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337382016/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017655.528467:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017655.528469:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017655.528472:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337382016:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017655.853927:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017656.855885:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017657.857985:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017658.859995:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017659.862005:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017660.535847:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017660.535856:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017660.535860:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017660.535870:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1928 00000100:00080000:2.0:1734017660.535879:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017660.535887:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017660.535965:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337382144/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017660.535996:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017660.536000:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017660.536003:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017660.536007:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1928 00000100:00080000:2.0:1734017660.536011:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017660.536015:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017660.536025:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017660.536035:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337382272/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017660.536045:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017660.536049:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017660.536050:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017660.536053:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1928 00000100:00080000:2.0:1734017660.536056:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017660.536059:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017660.536063:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017660.536067:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337382144:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017660.536071:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337382400/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017660.536080:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017660.536083:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017660.536085:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017660.536088:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1928 00000100:00080000:2.0:1734017660.536090:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017660.536094:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017660.536098:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017660.536105:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337382528/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017660.536113:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017660.536117:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017660.536118:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017660.536122:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1928 00000100:00080000:2.0:1734017660.536125:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017660.536128:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017660.536132:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1734017660.536133:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734017660.536141:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337382656/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017660.536150:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734017660.536152:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017660/real 1734017660] req@ffff8800a8fd6d80 x1818247337382144/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017660.536152:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017660.536154:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017660.536158:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1928 00000100:00080000:2.0:1734017660.536160:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017660.536163:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017660.536167:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017660.536173:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337382144/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017660.536175:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337382784/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734017660.536183:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017660.536187:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017660.536191:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337382144:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734017660.536199:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337382272:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017660.536215:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017660.536222:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017660/real 1734017660] req@ffff8800a8fd7100 x1818247337382272/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017660.536233:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337382272/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017660.536241:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017660.536243:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017660.536246:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337382272:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017660.536270:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337382400:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017660.536283:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017660.536288:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017660/real 1734017660] req@ffff8800a8fd5500 x1818247337382400/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017660.536299:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337382400/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017660.536307:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017660.536309:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017660.536313:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337382400:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017660.536318:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337382528:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017660.536330:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017660.536335:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017660/real 1734017660] req@ffff8800a8fd5f80 x1818247337382528/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017660.536345:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337382528/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017660.536352:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017660.536355:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017660.536358:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337382528:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017660.536363:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337382656:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017660.536375:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017660.536380:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017660/real 1734017660] req@ffff8800a8fd5c00 x1818247337382656/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017660.536390:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337382656/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017660.536398:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017660.536400:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017660.536403:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337382656:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017660.536408:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337382784:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017660.536423:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017660.536429:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017660/real 1734017660] req@ffff8800a8fd7800 x1818247337382784/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017660.536439:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337382784/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017660.536445:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017660.536448:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017660.536450:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337382784:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017660.863978:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017661.865992:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017662.868034:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017663.870014:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017664.871993:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017665.543900:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017665.543909:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017665.543914:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017665.543924:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1933 00000100:00080000:2.0:1734017665.543934:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017665.543942:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017665.543981:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337382912/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017665.544012:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017665.544016:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017665.544018:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017665.544023:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1933 00000100:00080000:2.0:1734017665.544026:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017665.544030:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017665.544039:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017665.544050:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337383040/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017665.544060:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017665.544063:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017665.544065:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017665.544068:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1933 00000100:00080000:2.0:1734017665.544071:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017665.544074:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017665.544078:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017665.544086:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337383168/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017665.544095:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017665.544098:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017665.544100:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017665.544104:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1933 00000100:00080000:2.0:1734017665.544106:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017665.544109:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017665.544113:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017665.544121:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337382912:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017665.544121:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337383296/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017665.544130:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017665.544133:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017665.544135:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017665.544138:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1933 00000100:00080000:2.0:1734017665.544140:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017665.544144:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017665.544148:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017665.544155:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337383424/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017665.544163:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017665.544166:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017665.544168:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017665.544171:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1933 00000100:00080000:2.0:1734017665.544176:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017665.544179:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017665.544183:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734017665.544186:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734017665.544191:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337383552/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017665.544206:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017665/real 1734017665] req@ffff8800a8fd7480 x1818247337382912/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017665.544224:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337382912/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017665.544235:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017665.544238:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017665.544243:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337382912:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734017665.544250:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337383040:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017665.544271:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017665.544277:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017665/real 1734017665] req@ffff8800a8fd6300 x1818247337383040/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017665.544288:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337383040/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017665.544297:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017665.544300:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017665.544304:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337383040:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017665.544309:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337383168:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017665.544327:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017665.544332:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017665/real 1734017665] req@ffff8800a8fd6a00 x1818247337383168/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017665.544342:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337383168/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017665.544350:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017665.544352:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017665.544355:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337383168:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017665.544378:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337383296:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017665.544390:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017665.544397:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017665/real 1734017665] req@ffff8800a8fd4e00 x1818247337383296/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017665.544407:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337383296/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017665.544414:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017665.544416:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017665.544419:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337383296:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017665.544425:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337383424:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017665.544437:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017665.544443:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017665/real 1734017665] req@ffff8800a8fd5880 x1818247337383424/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017665.544453:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337383424/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017665.544461:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017665.544463:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017665.544466:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337383424:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017665.544471:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337383552:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017665.544487:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017665.544492:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017665/real 1734017665] req@ffff8800a8fd4380 x1818247337383552/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017665.544502:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337383552/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017665.544509:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017665.544511:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017665.544514:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337383552:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017665.874002:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017666.875998:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017667.877992:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017668.879991:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017669.881964:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017670.551803:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017670.551817:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017670.551822:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017670.551835:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1938 00000100:00080000:2.0:1734017670.551847:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017670.551857:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017670.551903:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337383680/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017670.551938:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017670.551943:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017670.551945:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017670.551949:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1938 00000100:00080000:2.0:1734017670.551953:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017670.551957:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017670.551969:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017670.551980:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337383808/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017670.551990:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017670.551994:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017670.551995:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017670.551999:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1938 00000100:00080000:2.0:1734017670.552002:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017670.552006:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017670.552011:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017670.552020:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337383936/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017670.552029:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017670.552032:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017670.552034:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017670.552038:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1938 00000100:00080000:2.0:1734017670.552040:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017670.552044:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017670.552048:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734017670.552053:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337383680:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017670.552057:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337384064/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017670.552065:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017670.552069:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017670.552070:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017670.552074:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1938 00000100:00080000:2.0:1734017670.552076:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017670.552080:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017670.552084:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017670.552094:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337384192/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017670.552104:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017670.552107:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017670.552109:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017670.552113:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1938 00000100:00080000:2.0:1734017670.552117:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017670.552120:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017670.552124:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017670.552132:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337384320/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734017670.552139:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017670.552164:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017670/real 1734017670] req@ffff8800a8fd6680 x1818247337383680/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017670.552187:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337383680/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017670.552198:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017670.552201:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017670.552206:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337383680:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734017670.552213:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337383808:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017670.552231:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017670.552238:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017670/real 1734017670] req@ffff8800a8fd5180 x1818247337383808/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017670.552249:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337383808/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017670.552257:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017670.552259:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017670.552263:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337383808:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017670.552269:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337383936:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017670.552283:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017670.552288:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017670/real 1734017670] req@ffff8800a8fd4a80 x1818247337383936/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017670.552298:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337383936/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017670.552306:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017670.552309:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017670.552313:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337383936:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017670.552343:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337384064:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017670.552356:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017670.552361:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017670/real 1734017670] req@ffff8800a8fd7b80 x1818247337384064/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017670.552372:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337384064/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017670.552380:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017670.552382:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017670.552385:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337384064:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017670.552390:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337384192:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017670.552402:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017670.552408:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017670/real 1734017670] req@ffff8800a8fd4380 x1818247337384192/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017670.552417:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337384192/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017670.552425:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017670.552427:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017670.552430:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337384192:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017670.552436:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337384320:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017670.552451:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017670.552457:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017670/real 1734017670] req@ffff8800a8fd5880 x1818247337384320/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017670.552468:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337384320/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017670.552475:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017670.552477:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017670.552480:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337384320:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017670.884004:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017671.886008:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017672.887993:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017673.889986:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017674.891983:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017675.559871:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017675.559880:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017675.559884:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017675.559895:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1943 00000100:00080000:2.0:1734017675.559904:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017675.559912:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017675.559950:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337384448/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017675.559983:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017675.559987:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017675.559989:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017675.559993:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1943 00000100:00080000:2.0:1734017675.559996:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017675.560000:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017675.560010:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017675.560020:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337384576/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017675.560037:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017675.560040:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017675.560042:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017675.560045:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1943 00000100:00080000:2.0:1734017675.560048:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017675.560051:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017675.560055:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017675.560062:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337384704/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017675.560070:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017675.560073:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017675.560075:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017675.560078:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1943 00000100:00080000:2.0:1734017675.560081:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017675.560084:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:0.0:1734017675.560087:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337384448:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734017675.560088:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017675.560096:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337384832/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017675.560104:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017675.560108:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017675.560109:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017675.560113:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1943 00000100:00080000:2.0:1734017675.560116:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017675.560119:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017675.560123:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017675.560131:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337384960/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017675.560139:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017675.560142:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017675.560144:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017675.560147:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1943 00000100:00080000:2.0:1734017675.560150:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017675.560153:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:0.0:1734017675.560154:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734017675.560157:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017675.560164:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337385088/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017675.560175:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017675/real 1734017675] req@ffff8800a8fd4e00 x1818247337384448/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017675.560195:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337384448/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017675.560205:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017675.560208:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017675.560213:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337384448:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734017675.560220:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337384576:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017675.560236:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017675.560243:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017675/real 1734017675] req@ffff8800a8fd6a00 x1818247337384576/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017675.560254:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337384576/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017675.560262:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017675.560265:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017675.560268:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337384576:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017675.560274:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337384704:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017675.560291:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017675.560297:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017675/real 1734017675] req@ffff8800a8fd6300 x1818247337384704/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017675.560307:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337384704/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017675.560314:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017675.560316:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017675.560320:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337384704:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017675.560344:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337384832:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017675.560356:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017675.560362:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017675/real 1734017675] req@ffff8800a8fd7480 x1818247337384832/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017675.560373:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337384832/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017675.560380:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017675.560382:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017675.560385:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337384832:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017675.560391:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337384960:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734017675.560403:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017675.560409:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017675/real 1734017675] req@ffff8800a8fd7800 x1818247337384960/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017675.560420:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337384960/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017675.560427:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017675.560430:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017675.560432:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337384960:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017675.560437:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337385088:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734017675.560448:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734017675.560454:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017675/real 1734017675] req@ffff8800a8fd5c00 x1818247337385088/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734017675.560464:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337385088/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734017675.560470:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734017675.560472:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734017675.560475:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337385088:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017675.893981:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017676.895980:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017677.897903:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017678.899946:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017679.901921:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017680.567852:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017680.567862:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017680.567867:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017680.567877:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1948 00000100:00080000:2.0:1734017680.567885:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017680.567893:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017680.567929:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337385216/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017680.567963:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017680.567968:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017680.567970:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017680.567974:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1948 00000100:00080000:2.0:1734017680.567978:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017680.567982:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017680.567991:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017680.568001:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337385344/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017680.568011:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017680.568015:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017680.568016:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017680.568020:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1948 00000100:00080000:2.0:1734017680.568023:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017680.568026:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017680.568030:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017680.568038:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337385472/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017680.568046:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017680.568049:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017680.568050:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017680.568054:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1948 00000100:00080000:2.0:1734017680.568057:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017680.568060:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017680.568064:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017680.568071:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337385600/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017680.568074:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337385216:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017680.568081:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017680.568084:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017680.568086:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017680.568089:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1948 00000100:00080000:2.0:1734017680.568092:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017680.568095:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017680.568099:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017680.568107:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337385728/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017680.568116:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017680.568119:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017680.568120:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017680.568124:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1948 00000100:00080000:2.0:1734017680.568135:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017680.568139:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017680.568143:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017680.568151:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337385856/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734017680.568166:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337385344:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017680.568186:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337385472:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017680.568209:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337385600:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734017680.568224:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337385728:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734017680.568239:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337385856:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017680.903922:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017681.905931:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017682.907963:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734017683.573986:0:1966:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:3.0:1734017683.574034:0:1966:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734017683.574053:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017683.574086:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017683.574093:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017683.574100:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017683.574106:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017683.574112:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:1.0:1734017683.574201:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017680/real 1734017683] req@ffff8800a8fd6d80 x1818247337385600/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017683.574239:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337385600/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017683.574257:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017683.574263:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017683.574270:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337385600:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017683.574281:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017680/real 1734017683] req@ffff8800a8fd5c00 x1818247337385728/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017683.574301:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337385728/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017683.574314:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017683.574319:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017683.574325:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337385728:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017683.574335:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017680/real 1734017683] req@ffff8800a8fd7800 x1818247337385856/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017683.574362:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337385856/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017683.574373:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017683.574377:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017683.574382:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337385856:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017683.574391:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017680/real 1734017683] req@ffff8800a8fd5f80 x1818247337385216/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017683.574409:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337385216/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017683.574420:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017683.574423:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017683.574428:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337385216:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017683.574438:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017680/real 1734017683] req@ffff8800a8fd5500 x1818247337385344/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017683.574455:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337385344/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017683.574480:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017683.574484:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017683.574490:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337385344:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017683.574501:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017680/real 1734017683] req@ffff8800a8fd7100 x1818247337385472/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017683.574593:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337385472/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017683.574606:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017683.574610:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017683.574615:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337385472:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017683.909973:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017684.911987:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017685.575823:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017685.575832:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017685.575837:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017685.575846:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1953 00000100:00080000:2.0:1734017685.575855:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017685.575863:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017685.575900:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337385984/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017685.575933:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017685.575937:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017685.575939:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017685.575943:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1953 00000100:00080000:2.0:1734017685.575946:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017685.575950:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017685.575959:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017685.575970:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337386112/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017685.575979:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017685.575982:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017685.575984:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017685.575988:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1953 00000100:00080000:2.0:1734017685.575990:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017685.575993:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017685.575998:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017685.576006:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337386240/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017685.576009:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337385984:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017685.576015:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017685.576018:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017685.576020:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017685.576024:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1953 00000100:00080000:2.0:1734017685.576026:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017685.576029:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017685.576034:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017685.576041:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337386368/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017685.576049:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017685.576052:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017685.576054:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017685.576057:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1953 00000100:00080000:2.0:1734017685.576069:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734017685.576072:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017685.576073:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017685.576077:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017685.576084:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337386496/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017685.576092:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017685/real 1734017685] req@ffff8800a8fd7480 x1818247337385984/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017685.576093:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017685.576095:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017685.576097:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017685.576100:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1953 00000100:00080000:2.0:1734017685.576104:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017685.576107:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734017685.576111:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337385984/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:2.0:1734017685.576111:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017685.576118:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337386624/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734017685.576121:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017685.576124:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017685.576129:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337385984:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017685.576136:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337386112:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017685.576153:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017685.576159:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017685/real 1734017685] req@ffff8800a8fd6300 x1818247337386112/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017685.576171:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337386112/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017685.576186:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017685.576188:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017685.576192:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337386112:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017685.576214:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337386240:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017685.576228:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017685.576234:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017685/real 1734017685] req@ffff8800a8fd6a00 x1818247337386240/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017685.576244:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337386240/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017685.576252:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017685.576254:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017685.576257:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337386240:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017685.576262:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337386368:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017685.576273:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017685.576279:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017685/real 1734017685] req@ffff8800a8fd4e00 x1818247337386368/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017685.576288:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337386368/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017685.576296:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017685.576298:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017685.576301:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337386368:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017685.576307:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337386496:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017685.576320:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017685.576325:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017685/real 1734017685] req@ffff8800a8fd5880 x1818247337386496/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017685.576336:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337386496/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017685.576343:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017685.576345:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017685.576348:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337386496:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017685.576354:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337386624:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017685.576366:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017685.576371:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017685/real 1734017685] req@ffff8800a8fd4380 x1818247337386624/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017685.576381:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337386624/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017685.576388:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017685.576390:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017685.576393:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337386624:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017685.913972:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017686.915987:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017687.917958:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017688.919929:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017689.921977:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017690.583857:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017690.583865:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017690.583870:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017690.583880:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1958 00000100:00080000:2.0:1734017690.583889:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017690.583898:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017690.583935:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337386752/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017690.583968:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017690.583972:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017690.583974:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017690.583979:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1958 00000100:00080000:2.0:1734017690.583982:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017690.583986:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017690.583995:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017690.584005:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337386880/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017690.584015:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017690.584018:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017690.584020:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017690.584023:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1958 00000100:00080000:2.0:1734017690.584026:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017690.584029:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017690.584034:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017690.584042:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337387008/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017690.584051:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017690.584053:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017690.584055:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017690.584058:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1958 00000100:00080000:2.0:1734017690.584061:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017690.584064:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017690.584068:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017690.584069:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337386752:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017690.584076:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337387136/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017690.584084:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017690.584088:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017690.584089:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017690.584092:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1958 00000100:00080000:2.0:1734017690.584094:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017690.584098:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017690.584102:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017690.584110:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337387264/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017690.584119:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017690.584122:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017690.584124:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017690.584128:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1958 00000100:00080000:2.0:1734017690.584131:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734017690.584134:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017690.584134:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017690.584138:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017690.584145:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337387392/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017690.584156:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017690/real 1734017690] req@ffff8800a8fd7b80 x1818247337386752/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017690.584175:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337386752/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017690.584186:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017690.584189:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017690.584193:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337386752:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017690.584200:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337386880:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017690.584216:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017690.584223:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017690/real 1734017690] req@ffff8800a8fd4a80 x1818247337386880/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017690.584234:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337386880/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017690.584242:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017690.584244:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017690.584248:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337386880:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017690.584253:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337387008:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017690.584271:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017690.584277:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017690/real 1734017690] req@ffff8800a8fd5180 x1818247337387008/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017690.584294:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337387008/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017690.584302:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017690.584304:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017690.584307:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337387008:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017690.584330:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337387136:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017690.584342:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017690.584348:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017690/real 1734017690] req@ffff8800a8fd6680 x1818247337387136/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017690.584358:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337387136/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017690.584366:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017690.584368:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017690.584371:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337387136:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017690.584376:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337387264:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017690.584428:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017690.584437:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017690/real 1734017690] req@ffff8800a8fd4380 x1818247337387264/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017690.584448:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337387264/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017690.584455:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017690.584459:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017690.584462:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337387264:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017690.584467:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337387392:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017690.584487:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017690.584493:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017690/real 1734017690] req@ffff8800a8fd5880 x1818247337387392/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017690.584502:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337387392/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017690.584510:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017690.584512:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017690.584515:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337387392:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017690.923933:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017691.925995:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017692.927984:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017693.929949:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017694.932008:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017695.591870:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017695.591882:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017695.591888:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017695.591902:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1963 00000100:00080000:2.0:1734017695.591912:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017695.591922:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017695.591969:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337387520/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017695.592009:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017695.592014:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017695.592016:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017695.592021:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1963 00000100:00080000:2.0:1734017695.592024:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017695.592028:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017695.592040:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017695.592052:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337387648/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017695.592070:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017695.592073:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017695.592075:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017695.592078:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1963 00000100:00080000:2.0:1734017695.592081:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017695.592085:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017695.592090:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017695.592099:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337387776/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017695.592107:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017695.592110:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017695.592112:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017695.592115:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1963 00000100:00080000:2.0:1734017695.592118:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017695.592121:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017695.592125:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017695.592134:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337387904/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017695.592137:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337387520:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017695.592143:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017695.592147:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017695.592149:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017695.592152:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1963 00000100:00080000:2.0:1734017695.592155:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017695.592159:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017695.592163:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017695.592171:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337388032/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017695.592180:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017695.592183:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017695.592185:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017695.592188:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1963 00000100:00080000:2.0:1734017695.592191:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017695.592194:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017695.592198:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017695.592206:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337388160/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017695.592210:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017695.592232:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017695/real 1734017695] req@ffff8800a8fd4e00 x1818247337387520/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017695.592251:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337387520/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017695.592263:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017695.592267:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017695.592273:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337387520:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017695.592281:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337387648:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017695.592298:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017695.592345:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017695/real 1734017695] req@ffff8800a8fd6a00 x1818247337387648/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017695.592358:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337387648/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017695.592366:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017695.592369:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017695.592372:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337387648:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017695.592379:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337387776:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017695.592395:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017695.592401:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017695/real 1734017695] req@ffff8800a8fd6300 x1818247337387776/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017695.592411:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337387776/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017695.592419:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017695.592422:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017695.592425:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337387776:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017695.592450:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337387904:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017695.592463:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017695.592470:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017695/real 1734017695] req@ffff8800a8fd7480 x1818247337387904/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017695.592480:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337387904/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017695.592488:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017695.592490:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017695.592493:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337387904:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017695.592499:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337388032:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017695.592512:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017695.592517:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017695/real 1734017695] req@ffff8800a8fd7100 x1818247337388032/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017695.592527:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337388032/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017695.592535:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017695.592537:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017695.592541:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337388032:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017695.592547:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337388160:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017695.592559:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017695.592564:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017695/real 1734017695] req@ffff8800a8fd5500 x1818247337388160/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017695.592574:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337388160/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017695.592588:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017695.592591:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017695.592594:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337388160:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017695.933975:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017696.935994:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017697.937957:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017698.939945:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017699.941972:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017700.599849:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017700.599863:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017700.599868:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017700.599883:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1968 00000100:00080000:2.0:1734017700.599894:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017700.599903:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017700.599950:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337388288/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017700.599989:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017700.599994:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017700.599996:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017700.600001:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1968 00000100:00080000:2.0:1734017700.600005:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017700.600009:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017700.600020:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017700.600032:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337388416/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017700.600042:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017700.600046:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017700.600048:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017700.600051:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1968 00000100:00080000:2.0:1734017700.600054:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017700.600058:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017700.600063:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017700.600071:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337388544/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017700.600080:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017700.600083:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017700.600085:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017700.600089:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1968 00000100:00080000:2.0:1734017700.600091:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017700.600095:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017700.600099:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017700.600107:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337388672/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017700.600117:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017700.600121:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017700.600122:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017700.600125:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1968 00000100:00100000:1.0:1734017700.600128:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337388288:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017700.600128:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017700.600131:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017700.600136:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017700.600147:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337388800/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017700.600156:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017700.600159:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017700.600160:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017700.600164:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1968 00000100:00080000:2.0:1734017700.600166:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017700.600170:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017700.600174:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017700.600181:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337388928/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017700.600202:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017700.600258:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017700/real 1734017700] req@ffff8800a8fd5f80 x1818247337388288/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017700.600279:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337388288/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017700.600291:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017700.600295:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017700.600300:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337388288:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017700.600308:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337388416:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017700.600327:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017700.600334:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017700/real 1734017700] req@ffff8800a8fd7800 x1818247337388416/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017700.600345:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337388416/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017700.600353:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017700.600357:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017700.600360:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337388416:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017700.600367:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337388544:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017700.600381:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017700.600386:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017700/real 1734017700] req@ffff8800a8fd5c00 x1818247337388544/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017700.600397:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337388544/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017700.600404:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017700.600407:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017700.600411:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337388544:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017700.600436:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337388672:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017700.600449:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017700.600455:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017700/real 1734017700] req@ffff8800a8fd6d80 x1818247337388672/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017700.600465:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337388672/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017700.600473:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017700.600476:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017700.600479:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337388672:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017700.600485:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337388800:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017700.600501:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017700.600508:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017700/real 1734017700] req@ffff8800a8fd5500 x1818247337388800/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017700.600518:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337388800/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017700.600525:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017700.600528:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017700.600531:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337388800:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017700.600536:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337388928:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017700.600548:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017700.600554:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017700/real 1734017700] req@ffff8800a8fd7100 x1818247337388928/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017700.600564:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337388928/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017700.600571:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017700.600574:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017700.600577:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337388928:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017700.943961:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017701.945978:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017702.947887:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017703.949976:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017704.951940:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017705.607836:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017705.607845:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017705.607849:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017705.607860:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1973 00000100:00080000:2.0:1734017705.607869:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017705.607877:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017705.607915:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337389056/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017705.607949:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017705.607953:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017705.607955:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017705.607960:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1973 00000100:00080000:2.0:1734017705.607962:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017705.607966:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017705.607975:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017705.607986:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337389184/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017705.607996:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017705.607999:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017705.608001:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017705.608004:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1973 00000100:00080000:2.0:1734017705.608007:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017705.608010:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017705.608015:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017705.608023:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337389312/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017705.608031:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017705.608034:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017705.608036:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017705.608040:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1973 00000100:00080000:2.0:1734017705.608042:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017705.608046:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734017705.608048:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337389056:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734017705.608050:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017705.608057:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337389440/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017705.608066:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017705.608069:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017705.608071:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017705.608074:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1973 00000100:00080000:2.0:1734017705.608077:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017705.608080:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017705.608084:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017705.608091:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337389568/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017705.608100:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017705.608102:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017705.608104:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017705.608107:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1973 00000800:00000100:1.0:1734017705.608110:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017705.608110:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017705.608113:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017705.608117:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017705.608124:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337389696/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017705.608164:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017705/real 1734017705] req@ffff8800a8fd7480 x1818247337389056/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017705.608185:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337389056/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017705.608196:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017705.608199:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017705.608204:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337389056:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017705.608212:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337389184:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017705.608231:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017705.608238:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017705/real 1734017705] req@ffff8800a8fd6300 x1818247337389184/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017705.608249:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337389184/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017705.608257:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017705.608260:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017705.608263:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337389184:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017705.608269:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337389312:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017705.608282:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017705.608288:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017705/real 1734017705] req@ffff8800a8fd6a00 x1818247337389312/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017705.608297:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337389312/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017705.608317:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017705.608320:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017705.608323:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337389312:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017705.608346:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337389440:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017705.608357:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017705.608363:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017705/real 1734017705] req@ffff8800a8fd4e00 x1818247337389440/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017705.608373:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337389440/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017705.608381:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017705.608383:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017705.608386:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337389440:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017705.608391:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337389568:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017705.608407:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017705.608413:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017705/real 1734017705] req@ffff8800a8fd5880 x1818247337389568/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017705.608423:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337389568/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017705.608430:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017705.608432:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017705.608435:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337389568:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017705.608441:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337389696:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017705.608457:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017705.608463:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017705/real 1734017705] req@ffff8800a8fd4380 x1818247337389696/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017705.608473:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337389696/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017705.608480:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017705.608482:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017705.608485:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337389696:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017705.953995:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017706.955963:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017707.957960:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017708.959993:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017709.961994:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017710.615844:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017710.615853:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017710.615858:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017710.615868:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1978 00000100:00080000:2.0:1734017710.615878:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017710.615886:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017710.615922:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337389824/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017710.615955:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017710.615959:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017710.615961:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017710.615965:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1978 00000100:00080000:2.0:1734017710.615968:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017710.615972:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017710.615982:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017710.615992:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337389952/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017710.616002:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017710.616005:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017710.616007:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017710.616011:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1978 00000100:00080000:2.0:1734017710.616013:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017710.616016:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017710.616022:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017710.616029:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337390080/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017710.616038:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017710.616041:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017710.616043:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017710.616086:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1978 00000100:00100000:1.0:1734017710.616087:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337389824:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017710.616090:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017710.616094:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017710.616098:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017710.616107:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337390208/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017710.616117:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017710.616120:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017710.616122:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017710.616126:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1978 00000100:00080000:2.0:1734017710.616128:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017710.616132:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017710.616136:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017710.616144:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337390336/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017710.616153:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017710.616153:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017710.616156:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017710.616158:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017710.616162:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1978 00000100:00080000:2.0:1734017710.616165:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017710.616168:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017710.616172:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017710.616174:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017710/real 1734017710] req@ffff8800a8fd6680 x1818247337389824/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017710.616180:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337390464/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017710.616194:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337389824/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017710.616204:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017710.616207:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017710.616212:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337389824:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017710.616219:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337389952:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017710.616239:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017710.616245:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017710/real 1734017710] req@ffff8800a8fd5180 x1818247337389952/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017710.616257:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337389952/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017710.616265:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017710.616267:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017710.616270:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337389952:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017710.616276:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337390080:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017710.616289:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017710.616295:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017710/real 1734017710] req@ffff8800a8fd4a80 x1818247337390080/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017710.616305:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337390080/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017710.616312:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017710.616314:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017710.616317:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337390080:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017710.616341:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337390208:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017710.616353:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017710.616359:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017710/real 1734017710] req@ffff8800a8fd7b80 x1818247337390208/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017710.616376:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337390208/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017710.616383:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017710.616385:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017710.616388:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337390208:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017710.616393:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337390336:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017710.616405:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017710.616410:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017710/real 1734017710] req@ffff8800a8fd4380 x1818247337390336/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017710.616420:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337390336/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017710.616427:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017710.616429:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017710.616432:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337390336:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017710.616437:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337390464:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017710.616448:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017710.616454:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017710/real 1734017710] req@ffff8800a8fd5880 x1818247337390464/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017710.616463:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337390464/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017710.616470:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017710.616473:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017710.616476:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337390464:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734017710.963984:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017711.965980:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017712.967923:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017713.969984:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017714.971966:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017715.623846:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017715.623855:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017715.623859:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017715.623869:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1983 00000100:00080000:2.0:1734017715.623878:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017715.623886:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017715.623923:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337390592/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017715.623956:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017715.623960:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017715.623997:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017715.624002:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1983 00000100:00080000:2.0:1734017715.624006:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017715.624010:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017715.624019:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017715.624031:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337390720/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017715.624049:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017715.624052:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017715.624054:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734017715.624056:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337390592:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017715.624057:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1983 00000100:00080000:2.0:1734017715.624059:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017715.624063:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017715.624067:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017715.624074:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337390848/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017715.624082:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017715.624085:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017715.624087:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017715.624090:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1983 00000100:00080000:2.0:1734017715.624093:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017715.624096:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017715.624100:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017715.624108:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337390976/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017715.624116:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017715.624119:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017715.624120:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1734017715.624121:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017715.624124:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1983 00000100:00080000:2.0:1734017715.624128:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017715.624131:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017715.624135:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734017715.624141:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017715/real 1734017715] req@ffff8800a8fd4e00 x1818247337390592/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017715.624143:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337391104/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017715.624152:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017715.624154:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017715.624156:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017715.624159:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1983 00000100:00100000:1.0:1734017715.624161:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337390592/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017715.624162:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017715.624165:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017715.624169:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1734017715.624171:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017715.624175:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:2.0:1734017715.624176:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337391232/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017715.624179:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337390592:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017715.624201:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337390720:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017715.624217:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017715.624224:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017715/real 1734017715] req@ffff8800a8fd6a00 x1818247337390720/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017715.624235:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337390720/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017715.624243:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017715.624245:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017715.624249:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337390720:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017715.624258:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337390848:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017715.624271:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017715.624278:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017715/real 1734017715] req@ffff8800a8fd6300 x1818247337390848/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017715.624288:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337390848/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017715.624296:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017715.624298:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017715.624301:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337390848:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017715.624306:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337390976:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017715.624317:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017715.624323:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017715/real 1734017715] req@ffff8800a8fd7480 x1818247337390976/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017715.624333:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337390976/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017715.624340:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017715.624342:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017715.624345:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337390976:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017715.624350:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337391104:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017715.624362:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017715.624368:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017715/real 1734017715] req@ffff8800a8fd7100 x1818247337391104/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017715.624379:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337391104/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017715.624387:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017715.624389:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017715.624392:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337391104:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017715.624397:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337391232:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017715.624411:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017715.624417:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017715/real 1734017715] req@ffff8800a8fd5500 x1818247337391232/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017715.624426:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337391232/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017715.624433:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017715.624435:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017715.624438:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337391232:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017715.974022:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017716.975984:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017717.977996:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017718.979981:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017719.981971:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017720.631850:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017720.631860:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017720.631864:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017720.631874:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1988 00000100:00080000:2.0:1734017720.631921:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017720.631929:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017720.631966:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337391360/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017720.631998:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017720.632003:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017720.632005:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017720.632009:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1988 00000100:00080000:2.0:1734017720.632013:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017720.632016:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017720.632026:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017720.632036:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337391488/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017720.632046:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017720.632049:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017720.632051:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017720.632055:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1988 00000100:00080000:2.0:1734017720.632057:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017720.632061:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017720.632065:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017720.632072:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337391616/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017720.632081:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017720.632084:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017720.632085:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017720.632089:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1988 00000100:00080000:2.0:1734017720.632091:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017720.632094:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017720.632098:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017720.632105:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337391744/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017720.632112:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337391360:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017720.632115:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017720.632118:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017720.632120:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017720.632123:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1988 00000100:00080000:2.0:1734017720.632125:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017720.632129:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017720.632133:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017720.632141:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337391872/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017720.632150:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017720.632153:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017720.632154:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017720.632158:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1988 00000100:00080000:2.0:1734017720.632160:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017720.632163:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017720.632167:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017720.632174:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337392000/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017720.632177:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017720.632198:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017720/real 1734017720] req@ffff8800a8fd6d80 x1818247337391360/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017720.632217:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337391360/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017720.632228:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017720.632231:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017720.632236:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337391360:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017720.632243:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337391488:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017720.632259:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017720.632265:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017720/real 1734017720] req@ffff8800a8fd5c00 x1818247337391488/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017720.632276:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337391488/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017720.632284:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017720.632286:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017720.632290:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337391488:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017720.632295:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337391616:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017720.632308:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017720.632314:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017720/real 1734017720] req@ffff8800a8fd7800 x1818247337391616/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017720.632324:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337391616/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017720.632331:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017720.632333:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017720.632337:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337391616:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017720.632361:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337391744:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017720.632374:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017720.632379:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017720/real 1734017720] req@ffff8800a8fd5f80 x1818247337391744/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017720.632390:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337391744/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017720.632397:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017720.632399:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017720.632402:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337391744:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017720.632407:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337391872:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017720.632419:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017720.632424:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017720/real 1734017720] req@ffff8800a8fd5500 x1818247337391872/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017720.632434:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337391872/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017720.632441:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017720.632443:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017720.632446:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337391872:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017720.632451:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337392000:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017720.632468:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017720.632473:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017720/real 1734017720] req@ffff8800a8fd7100 x1818247337392000/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017720.632484:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337392000/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017720.632491:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017720.632493:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017720.632496:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337392000:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017720.983967:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017721.985994:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017722.988014:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017723.989966:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017724.992009:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017725.639888:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017725.639898:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017725.639903:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017725.639913:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1993 00000100:00080000:2.0:1734017725.639923:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017725.639931:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017725.639969:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337392128/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017725.640002:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017725.640006:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017725.640008:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017725.640012:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1993 00000100:00080000:2.0:1734017725.640015:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017725.640019:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017725.640028:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017725.640039:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337392256/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017725.640048:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017725.640052:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017725.640053:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017725.640057:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1993 00000100:00080000:2.0:1734017725.640059:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017725.640063:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017725.640067:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017725.640074:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337392384/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017725.640082:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017725.640085:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017725.640088:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017725.640092:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1993 00000100:00080000:2.0:1734017725.640095:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017725.640098:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017725.640102:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017725.640110:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337392512/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017725.640112:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337392128:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017725.640118:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017725.640122:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017725.640124:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017725.640127:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1993 00000100:00080000:2.0:1734017725.640129:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017725.640133:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017725.640137:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017725.640144:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337392640/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017725.640153:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017725.640156:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017725.640157:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017725.640161:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1993 00000100:00080000:2.0:1734017725.640173:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734017725.640176:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017725.640176:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017725.640181:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017725.640188:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337392768/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017725.640197:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017725/real 1734017725] req@ffff8800a8fd7480 x1818247337392128/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017725.640217:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337392128/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017725.640227:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017725.640231:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017725.640235:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337392128:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017725.640242:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337392256:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017725.640258:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017725.640265:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017725/real 1734017725] req@ffff8800a8fd6300 x1818247337392256/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017725.640276:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337392256/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017725.640285:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017725.640287:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017725.640291:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337392256:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017725.640297:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337392384:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017725.640309:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017725.640315:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017725/real 1734017725] req@ffff8800a8fd6a00 x1818247337392384/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017725.640325:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337392384/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017725.640332:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017725.640334:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017725.640338:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337392384:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017725.640362:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337392512:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017725.640374:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017725.640380:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017725/real 1734017725] req@ffff8800a8fd4e00 x1818247337392512/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017725.640391:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337392512/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017725.640398:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017725.640400:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017725.640403:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337392512:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017725.640409:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337392640:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017725.640427:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017725.640433:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017725/real 1734017725] req@ffff8800a8fd5880 x1818247337392640/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017725.640443:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337392640/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017725.640451:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017725.640453:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017725.640456:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337392640:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017725.640460:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337392768:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017725.640476:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017725.640482:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017725/real 1734017725] req@ffff8800a8fd4380 x1818247337392768/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017725.640491:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337392768/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017725.640498:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017725.640500:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017725.640503:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337392768:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017725.994001:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017726.995952:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017727.997996:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017728.999969:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017730.001961:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017730.647846:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017730.647855:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017730.647860:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017730.647870:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 1998 00000100:00080000:2.0:1734017730.647879:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017730.647887:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017730.647922:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337392896/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017730.647955:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017730.647959:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017730.647961:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017730.647965:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1998 00000100:00080000:2.0:1734017730.647968:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017730.647972:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017730.647981:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017730.647992:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337393024/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017730.648002:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017730.648005:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017730.648007:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017730.648010:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1998 00000100:00080000:2.0:1734017730.648013:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017730.648016:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017730.648021:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017730.648029:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337393152/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017730.648038:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017730.648041:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017730.648043:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017730.648046:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 1998 00000100:00080000:2.0:1734017730.648048:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017730.648051:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017730.648055:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017730.648058:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337392896:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017730.648063:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337393280/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017730.648072:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017730.648075:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017730.648077:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017730.648080:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1998 00000100:00080000:2.0:1734017730.648082:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017730.648086:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017730.648090:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017730.648098:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337393408/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017730.648107:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017730.648110:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017730.648112:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017730.648116:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 1998 00000100:00080000:2.0:1734017730.648119:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017730.648122:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734017730.648123:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734017730.648127:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017730.648134:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337393536/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017730.648144:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017730/real 1734017730] req@ffff8800a8fd7b80 x1818247337392896/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017730.648165:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337392896/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017730.648175:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017730.648179:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017730.648183:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337392896:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017730.648190:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337393024:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017730.648206:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017730.648213:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017730/real 1734017730] req@ffff8800a8fd4a80 x1818247337393024/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017730.648224:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337393024/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017730.648232:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017730.648234:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017730.648238:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337393024:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017730.648243:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337393152:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017730.648261:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017730.648266:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017730/real 1734017730] req@ffff8800a8fd5180 x1818247337393152/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017730.648276:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337393152/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017730.648285:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017730.648287:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017730.648290:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337393152:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017730.648313:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337393280:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017730.648325:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017730.648331:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017730/real 1734017730] req@ffff8800a8fd6680 x1818247337393280/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017730.648341:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337393280/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017730.648349:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017730.648351:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017730.648354:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337393280:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017730.648359:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337393408:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017730.648370:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017730.648376:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017730/real 1734017730] req@ffff8800a8fd4380 x1818247337393408/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017730.648386:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337393408/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017730.648393:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017730.648395:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017730.648398:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337393408:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017730.648404:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337393536:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017730.648420:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017730.648426:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017730/real 1734017730] req@ffff8800a8fd5880 x1818247337393536/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017730.648436:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337393536/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017730.648442:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017730.648444:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017730.648447:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337393536:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734017731.003899:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017732.006014:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017733.008016:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017734.009995:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017735.011985:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017735.655771:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017735.655781:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017735.655785:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017735.655796:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2003 00000100:00080000:2.0:1734017735.655808:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017735.655815:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017735.655851:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337393664/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017735.655883:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017735.655887:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017735.655889:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017735.655893:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2003 00000100:00080000:2.0:1734017735.655896:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017735.655900:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017735.655909:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017735.655920:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337393792/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017735.655936:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017735.655940:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017735.655941:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017735.655945:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2003 00000100:00080000:2.0:1734017735.655947:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017735.655950:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017735.655955:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017735.655963:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337393920/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017735.655971:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017735.655974:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017735.655976:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017735.655980:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2003 00000100:00080000:2.0:1734017735.655982:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017735.655985:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734017735.655986:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337393664:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734017735.655989:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017735.655997:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337394048/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017735.656004:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017735.656008:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017735.656009:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017735.656013:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2003 00000100:00080000:2.0:1734017735.656016:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017735.656019:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017735.656023:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017735.656030:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337394176/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017735.656038:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017735.656041:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017735.656043:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017735.656046:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2003 00000100:00080000:2.0:1734017735.656049:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734017735.656052:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017735.656052:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017735.656056:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017735.656063:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337394304/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017735.656072:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017735/real 1734017735] req@ffff8800a8fd4e00 x1818247337393664/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017735.656091:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337393664/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017735.656102:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017735.656105:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017735.656110:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337393664:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017735.656116:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337393792:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017735.656133:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017735.656140:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017735/real 1734017735] req@ffff8800a8fd6a00 x1818247337393792/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017735.656151:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337393792/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017735.656159:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017735.656161:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017735.656164:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337393792:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017735.656187:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337393920:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017735.656200:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017735.656205:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017735/real 1734017735] req@ffff8800a8fd6300 x1818247337393920/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017735.656216:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337393920/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017735.656223:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017735.656225:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017735.656228:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337393920:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017735.656234:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337394048:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017735.656245:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017735.656251:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017735/real 1734017735] req@ffff8800a8fd7480 x1818247337394048/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017735.656261:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337394048/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017735.656276:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017735.656278:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017735.656281:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337394048:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017735.656287:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337394176:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017735.656299:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017735.656304:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017735/real 1734017735] req@ffff8800a8fd7100 x1818247337394176/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017735.656314:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337394176/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017735.656321:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017735.656324:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017735.656327:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337394176:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017735.656333:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337394304:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017735.656345:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017735.656351:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017735/real 1734017735] req@ffff8800a8fd5500 x1818247337394304/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017735.656360:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337394304/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017735.656368:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017735.656370:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017735.656373:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337394304:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017736.013990:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017737.015920:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017738.017999:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017739.019971:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017740.021984:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017740.663824:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017740.663833:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017740.663838:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017740.663848:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2008 00000100:00080000:2.0:1734017740.663858:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017740.663865:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017740.663901:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337394432/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017740.663934:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017740.663938:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017740.663941:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017740.663945:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2008 00000100:00080000:2.0:1734017740.663948:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017740.663952:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017740.663962:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017740.663972:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337394560/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017740.663982:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017740.663985:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017740.663987:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017740.663991:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2008 00000100:00080000:2.0:1734017740.663993:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017740.663997:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017740.664001:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017740.664008:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337394688/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017740.664017:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017740.664020:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017740.664021:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017740.664024:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2008 00000100:00080000:2.0:1734017740.664027:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017740.664030:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017740.664034:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017740.664041:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337394432:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017740.664041:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337394816/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017740.664051:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017740.664054:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017740.664056:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017740.664059:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2008 00000100:00080000:2.0:1734017740.664062:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017740.664065:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017740.664069:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017740.664078:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337394944/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017740.664086:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017740.664089:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017740.664091:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017740.664094:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2008 00000100:00080000:2.0:1734017740.664097:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017740.664100:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017740.664104:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017740.664108:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734017740.664111:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337395072/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017740.664129:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017740/real 1734017740] req@ffff8800a8fd5f80 x1818247337394432/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017740.664149:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337394432/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017740.664159:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017740.664162:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017740.664167:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337394432:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017740.664174:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337394560:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017740.664190:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017740.664197:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017740/real 1734017740] req@ffff8800a8fd7800 x1818247337394560/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017740.664208:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337394560/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017740.664216:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017740.664219:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017740.664222:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337394560:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017740.664228:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337394688:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017740.664244:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017740.664251:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017740/real 1734017740] req@ffff8800a8fd5c00 x1818247337394688/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017740.664261:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337394688/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017740.664269:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017740.664271:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017740.664274:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337394688:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017740.664297:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337394816:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017740.664309:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017740.664315:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017740/real 1734017740] req@ffff8800a8fd6d80 x1818247337394816/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017740.664325:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337394816/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017740.664333:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017740.664335:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017740.664338:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337394816:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017740.664343:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337394944:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017740.664359:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017740.664365:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017740/real 1734017740] req@ffff8800a8fd5500 x1818247337394944/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017740.664374:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337394944/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017740.664389:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017740.664392:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017740.664395:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337394944:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017740.664399:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337395072:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017740.664415:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017740.664421:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017740/real 1734017740] req@ffff8800a8fd7100 x1818247337395072/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017740.664431:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337395072/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017740.664438:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017740.664440:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017740.664443:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337395072:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017741.023947:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017742.025920:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017743.027924:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017744.029949:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017745.031968:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017745.671858:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017745.671868:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017745.671872:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017745.671882:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2013 00000100:00080000:2.0:1734017745.671891:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017745.671899:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017745.671936:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337395200/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017745.671970:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017745.671974:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017745.671976:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017745.671980:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2013 00000100:00080000:2.0:1734017745.671983:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017745.671987:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017745.671997:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017745.672007:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337395328/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017745.672017:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017745.672020:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017745.672022:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017745.672025:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2013 00000100:00080000:2.0:1734017745.672028:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017745.672031:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017745.672035:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017745.672043:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337395456/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017745.672051:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017745.672054:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017745.672056:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017745.672060:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2013 00000100:00080000:2.0:1734017745.672063:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017745.672066:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017745.672070:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017745.672075:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337395200:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017745.672078:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337395584/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017745.672087:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017745.672090:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017745.672091:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017745.672095:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2013 00000100:00080000:2.0:1734017745.672097:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017745.672100:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017745.672104:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017745.672111:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337395712/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017745.672120:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017745.672123:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017745.672124:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017745.672128:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2013 00000100:00080000:2.0:1734017745.672131:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017745.672134:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017745.672138:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017745.672145:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337395840/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017745.672168:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337395328:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017745.672188:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337395456:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017745.672211:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337395584:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017745.672225:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337395712:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017745.672240:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337395840:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017746.033971:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017747.035937:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017748.037992:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734017748.677985:0:1965:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:3.0:1734017748.678035:0:1965:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734017748.678053:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017748.678085:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017748.678092:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017748.678100:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017748.678107:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017748.678113:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:1.0:1734017748.678205:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017745/real 1734017748] req@ffff8800a8fd4e00 x1818247337395584/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017748.678242:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337395584/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017748.678260:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017748.678266:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017748.678272:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337395584:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017748.678281:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017745/real 1734017748] req@ffff8800a8fd5880 x1818247337395712/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017748.678299:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337395712/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017748.678312:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017748.678317:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017748.678322:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337395712:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017748.678331:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017745/real 1734017748] req@ffff8800a8fd4380 x1818247337395840/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017748.678347:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337395840/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017748.678359:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017748.678364:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017748.678370:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337395840:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017748.678379:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017745/real 1734017748] req@ffff8800a8fd7480 x1818247337395200/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017748.678457:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337395200/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017748.678472:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017748.678476:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017748.678481:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337395200:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017748.678492:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017745/real 1734017748] req@ffff8800a8fd6300 x1818247337395328/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017748.678511:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337395328/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017748.678524:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017748.678528:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017748.678533:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337395328:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017748.678542:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017745/real 1734017748] req@ffff8800a8fd6a00 x1818247337395456/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017748.678558:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337395456/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017748.678570:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017748.678573:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017748.678579:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337395456:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017749.039895:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017750.041963:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017750.679834:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017750.679843:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017750.679848:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017750.679858:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2018 00000100:00080000:2.0:1734017750.679867:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017750.679875:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017750.679909:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337395968/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017750.679942:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017750.679946:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017750.679948:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017750.679953:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2018 00000100:00080000:2.0:1734017750.679956:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017750.679960:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017750.679969:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017750.679979:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337396096/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017750.679989:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017750.679992:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017750.679994:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017750.679997:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2018 00000100:00080000:2.0:1734017750.680000:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017750.680003:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017750.680008:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017750.680016:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337396224/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017750.680025:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017750.680028:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017750.680029:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017750.680033:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2018 00000100:00080000:2.0:1734017750.680035:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017750.680038:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017750.680042:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017750.680047:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337395968:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017750.680050:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337396352/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017750.680058:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017750.680062:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017750.680063:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017750.680067:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2018 00000100:00080000:2.0:1734017750.680069:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017750.680073:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017750.680076:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017750.680085:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337396480/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017750.680094:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017750.680097:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017750.680099:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017750.680102:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2018 00000100:00080000:2.0:1734017750.680105:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017750.680108:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734017750.680109:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734017750.680112:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017750.680119:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337396608/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017750.680130:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017750/real 1734017750] req@ffff8800a8fd6680 x1818247337395968/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017750.680149:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337395968/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017750.680159:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017750.680162:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017750.680167:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337395968:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017750.680174:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337396096:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017750.680190:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017750.680196:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017750/real 1734017750] req@ffff8800a8fd5180 x1818247337396096/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017750.680207:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337396096/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017750.680215:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017750.680217:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017750.680221:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337396096:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017750.680226:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337396224:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017750.680240:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017750.680246:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017750/real 1734017750] req@ffff8800a8fd4a80 x1818247337396224/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017750.680257:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337396224/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017750.680265:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017750.680267:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017750.680270:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337396224:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017750.680293:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337396352:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017750.680304:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017750.680310:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017750/real 1734017750] req@ffff8800a8fd7b80 x1818247337396352/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017750.680320:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337396352/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017750.680328:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017750.680330:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017750.680333:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337396352:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017750.680338:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337396480:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017750.680350:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017750.680356:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017750/real 1734017750] req@ffff8800a8fd6a00 x1818247337396480/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017750.680423:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337396480/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017750.680431:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017750.680434:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017750.680437:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337396480:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017750.680443:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337396608:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017750.680458:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017750.680465:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017750/real 1734017750] req@ffff8800a8fd6300 x1818247337396608/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017750.680475:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337396608/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017750.680483:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017750.680485:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017750.680488:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337396608:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734017751.043981:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017752.045977:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017753.047942:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017754.049973:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017755.051895:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017755.687872:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017755.687881:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017755.687885:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017755.687896:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2023 00000100:00080000:2.0:1734017755.687906:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017755.687914:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017755.687951:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337396736/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017755.687986:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017755.687990:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017755.687992:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017755.687996:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2023 00000100:00080000:2.0:1734017755.687999:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017755.688003:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017755.688012:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017755.688023:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337396864/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017755.688040:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017755.688043:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017755.688045:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017755.688048:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2023 00000100:00080000:2.0:1734017755.688050:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017755.688054:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017755.688058:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017755.688065:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337396992/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017755.688073:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017755.688076:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017755.688078:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017755.688081:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2023 00000100:00080000:2.0:1734017755.688083:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017755.688086:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734017755.688089:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337396736:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734017755.688090:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017755.688098:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337397120/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017755.688106:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017755.688110:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017755.688112:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017755.688115:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2023 00000100:00080000:2.0:1734017755.688118:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017755.688121:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017755.688125:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017755.688133:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337397248/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017755.688141:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017755.688144:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017755.688146:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017755.688149:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2023 00000800:00000100:1.0:1734017755.688152:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017755.688152:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017755.688155:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017755.688159:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017755.688166:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337397376/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017755.688173:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017755/real 1734017755] req@ffff8800a8fd7480 x1818247337396736/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017755.688193:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337396736/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017755.688204:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017755.688207:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017755.688212:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337396736:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017755.688219:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337396864:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017755.688236:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017755.688242:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017755/real 1734017755] req@ffff8800a8fd4380 x1818247337396864/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017755.688253:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337396864/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017755.688261:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017755.688263:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017755.688267:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337396864:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017755.688273:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337396992:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017755.688330:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017755.688337:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017755/real 1734017755] req@ffff8800a8fd5880 x1818247337396992/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017755.688348:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337396992/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017755.688355:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017755.688357:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017755.688360:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337396992:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017755.688385:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337397120:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017755.688398:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017755.688405:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017755/real 1734017755] req@ffff8800a8fd4e00 x1818247337397120/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017755.688415:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337397120/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017755.688423:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017755.688425:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017755.688428:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337397120:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017755.688433:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337397248:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017755.688445:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017755.688450:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017755/real 1734017755] req@ffff8800a8fd7100 x1818247337397248/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017755.688460:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337397248/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017755.688468:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017755.688470:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017755.688473:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337397248:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017755.688478:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337397376:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017755.688489:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017755.688495:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017755/real 1734017755] req@ffff8800a8fd5500 x1818247337397376/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017755.688505:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337397376/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017755.688513:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017755.688515:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017755.688518:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337397376:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017756.053974:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017757.055978:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017758.058000:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017759.060053:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017760.061989:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017760.695850:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017760.695862:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017760.695867:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017760.695880:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2028 00000100:00080000:2.0:1734017760.695891:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017760.695901:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017760.695947:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337397504/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017760.695990:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017760.695994:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017760.695997:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017760.696002:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2028 00000100:00080000:2.0:1734017760.696006:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017760.696010:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017760.696022:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017760.696033:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337397632/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017760.696043:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017760.696047:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017760.696049:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017760.696053:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2028 00000100:00080000:2.0:1734017760.696056:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017760.696059:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017760.696064:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017760.696073:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337397760/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017760.696081:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017760.696084:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017760.696086:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017760.696090:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2028 00000100:00080000:2.0:1734017760.696092:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017760.696095:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017760.696099:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017760.696107:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337397888/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017760.696118:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734017760.696119:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337397504:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017760.696122:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017760.696124:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017760.696128:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2028 00000100:00080000:2.0:1734017760.696130:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017760.696134:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017760.696138:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017760.696149:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337398016/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017760.696157:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017760.696161:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017760.696162:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017760.696166:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2028 00000100:00080000:2.0:1734017760.696170:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017760.696173:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017760.696177:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017760.696185:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337398144/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017760.696192:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017760.696260:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017760/real 1734017760] req@ffff8800a8fd6d80 x1818247337397504/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017760.696281:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337397504/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017760.696293:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017760.696297:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017760.696302:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337397504:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017760.696310:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337397632:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017760.696330:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017760.696336:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017760/real 1734017760] req@ffff8800a8fd5c00 x1818247337397632/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017760.696347:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337397632/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017760.696356:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017760.696359:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017760.696363:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337397632:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017760.696369:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337397760:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017760.696383:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017760.696389:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017760/real 1734017760] req@ffff8800a8fd7800 x1818247337397760/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017760.696399:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337397760/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017760.696406:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017760.696409:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017760.696412:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337397760:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017760.696438:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337397888:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017760.696450:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017760.696456:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017760/real 1734017760] req@ffff8800a8fd5f80 x1818247337397888/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017760.696466:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337397888/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017760.696474:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017760.696476:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017760.696479:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337397888:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017760.696486:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337398016:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017760.696499:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017760.696505:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017760/real 1734017760] req@ffff8800a8fd5500 x1818247337398016/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017760.696516:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337398016/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017760.696523:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017760.696526:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017760.696528:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337398016:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017760.696534:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337398144:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017760.696546:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017760.696552:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017760/real 1734017760] req@ffff8800a8fd7100 x1818247337398144/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017760.696562:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337398144/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017760.696568:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017760.696571:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017760.696573:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337398144:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017761.063979:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017762.066014:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017763.067984:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017764.069959:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017765.071960:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017765.703865:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017765.703878:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017765.703883:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017765.703896:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2033 00000100:00080000:2.0:1734017765.703907:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017765.703917:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017765.703965:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337398272/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017765.704005:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017765.704009:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017765.704011:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017765.704016:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2033 00000100:00080000:2.0:1734017765.704019:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017765.704023:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017765.704036:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017765.704047:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337398400/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017765.704057:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017765.704061:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017765.704062:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017765.704066:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2033 00000100:00080000:2.0:1734017765.704069:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017765.704073:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017765.704078:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017765.704086:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337398528/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017765.704095:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017765.704098:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017765.704100:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017765.704104:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2033 00000100:00080000:2.0:1734017765.704107:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017765.704143:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017765.704148:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017765.704159:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337398656/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017765.704160:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337398272:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017765.704169:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017765.704174:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017765.704175:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017765.704179:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2033 00000100:00080000:2.0:1734017765.704182:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017765.704186:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017765.704191:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017765.704200:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337398784/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017765.704209:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017765.704212:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017765.704213:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017765.704217:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2033 00000100:00080000:2.0:1734017765.704230:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017765.704234:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734017765.704235:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734017765.704238:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017765.704247:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337398912/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017765.704257:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017765/real 1734017765] req@ffff8800a8fd4e00 x1818247337398272/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017765.704278:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337398272/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017765.704290:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017765.704294:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017765.704299:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337398272:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017765.704307:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337398400:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017765.704324:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017765.704331:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017765/real 1734017765] req@ffff8800a8fd5880 x1818247337398400/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017765.704342:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337398400/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017765.704350:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017765.704353:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017765.704356:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337398400:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017765.704362:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337398528:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017765.704376:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017765.704381:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017765/real 1734017765] req@ffff8800a8fd4380 x1818247337398528/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017765.704391:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337398528/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017765.704400:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017765.704403:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017765.704406:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337398528:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017765.704432:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337398656:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017765.704444:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017765.704450:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017765/real 1734017765] req@ffff8800a8fd7480 x1818247337398656/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017765.704460:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337398656/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017765.704468:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017765.704471:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017765.704474:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337398656:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017765.704479:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337398784:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017765.704492:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017765.704497:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017765/real 1734017765] req@ffff8800a8fd6300 x1818247337398784/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017765.704507:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337398784/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017765.704515:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017765.704517:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017765.704520:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337398784:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017765.704527:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337398912:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017765.704540:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017765.704546:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017765/real 1734017765] req@ffff8800a8fd6a00 x1818247337398912/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017765.704556:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337398912/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017765.704562:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017765.704565:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017765.704568:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337398912:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017766.073985:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017767.076009:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017768.078021:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017769.080119:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017770.081992:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017770.711868:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017770.711881:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017770.711886:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017770.711900:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2038 00000100:00080000:2.0:1734017770.711913:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017770.711924:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017770.711972:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337399040/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017770.712011:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017770.712015:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017770.712018:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017770.712022:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2038 00000100:00080000:2.0:1734017770.712051:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017770.712056:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017770.712068:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017770.712081:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337399168/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017770.712092:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017770.712095:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017770.712097:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017770.712101:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2038 00000100:00080000:2.0:1734017770.712104:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017770.712107:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017770.712113:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017770.712123:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337399296/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017770.712124:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337399040:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017770.712134:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017770.712137:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017770.712139:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017770.712142:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2038 00000100:00080000:2.0:1734017770.712145:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017770.712148:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017770.712153:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017770.712161:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337399424/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017770.712168:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017770.712172:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017770.712174:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017770.712178:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2038 00000100:00080000:2.0:1734017770.712181:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017770.712185:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017770.712189:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1734017770.712198:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734017770.712199:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337399552/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017770.712208:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017770.712211:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017770.712213:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017770.712218:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2038 00000100:00100000:1.0:1734017770.712221:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017770/real 1734017770] req@ffff8800a8fd7b80 x1818247337399040/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017770.712221:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017770.712224:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017770.712229:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017770.712237:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337399680/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017770.712241:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337399040/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017770.712253:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017770.712257:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017770.712262:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337399040:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017770.712270:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337399168:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017770.712292:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017770.712298:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017770/real 1734017770] req@ffff8800a8fd4a80 x1818247337399168/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017770.712310:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337399168/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017770.712318:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017770.712321:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017770.712324:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337399168:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017770.712348:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337399296:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017770.712362:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017770.712368:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017770/real 1734017770] req@ffff8800a8fd5180 x1818247337399296/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017770.712378:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337399296/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017770.712385:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017770.712388:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017770.712391:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337399296:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017770.712398:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337399424:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017770.712409:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017770.712415:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017770/real 1734017770] req@ffff8800a8fd6680 x1818247337399424/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017770.712432:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337399424/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017770.712439:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017770.712442:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017770.712445:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337399424:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017770.712450:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337399552:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017770.712463:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017770.712469:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017770/real 1734017770] req@ffff8800a8fd6a00 x1818247337399552/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017770.712478:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337399552/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017770.712486:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017770.712488:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017770.712491:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337399552:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017770.712497:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337399680:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017770.712510:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017770.712516:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017770/real 1734017770] req@ffff8800a8fd6300 x1818247337399680/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017770.712584:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337399680/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017770.712593:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017770.712597:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017770.712601:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337399680:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734017771.084007:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017772.086057:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017773.087978:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017774.090023:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017775.092008:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017775.719828:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017775.719837:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017775.719842:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017775.719852:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2043 00000100:00080000:2.0:1734017775.719861:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017775.719869:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017775.719907:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337399808/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017775.719995:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017775.720002:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017775.720005:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017775.720011:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2043 00000100:00080000:2.0:1734017775.720017:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734017775.720021:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337399808:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017775.720023:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017775.720035:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017775.720052:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337399936/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017775.720076:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017775.720081:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017775.720083:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017775.720088:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2043 00000800:00000100:1.0:1734017775.720089:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017775.720092:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017775.720098:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017775.720104:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017775.720111:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017775/real 1734017775] req@ffff8800a8fd7480 x1818247337399808/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017775.720117:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337400064/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017775.720130:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017775.720134:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1734017775.720136:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337399808/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017775.720137:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017775.720143:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2043 00000100:00080000:2.0:1734017775.720147:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1734017775.720150:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017775.720151:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00080000:1.0:1734017775.720155:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000008:00100000:2.0:1734017775.720157:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017775.720161:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337399808:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017775.720168:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337400192/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017775.720180:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017775.720185:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017775.720187:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734017775.720188:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337399936:192.168.201.110@tcp:38:kworker.0 00000100:00080000:2.0:1734017775.720193:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2043 00000100:00080000:2.0:1734017775.720197:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017775.720202:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017775.720208:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1734017775.720213:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734017775.720220:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337400320/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017775.720224:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017775/real 1734017775] req@ffff8800a8fd4380 x1818247337399936/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017775.720235:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017775.720240:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1734017775.720242:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337399936/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017775.720243:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017775.720248:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2043 00000100:00080000:2.0:1734017775.720252:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1734017775.720254:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017775.720257:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00080000:1.0:1734017775.720258:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017775.720263:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337399936:192.168.201.110@tcp:38:kworker.0 00000008:00100000:2.0:1734017775.720263:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017775.720275:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337400448/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017775.720277:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337400064:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017775.720299:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017775.720310:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017775/real 1734017775] req@ffff8800a8fd5880 x1818247337400064/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017775.720327:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337400064/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017775.720340:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017775.720343:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017775.720349:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337400064:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017775.720358:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337400192:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017775.720385:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017775.720395:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017775/real 1734017775] req@ffff8800a8fd4e00 x1818247337400192/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017775.720406:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337400192/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017775.720415:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017775.720417:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017775.720420:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337400192:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017775.720436:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337400320:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017775.720450:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017775.720456:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017775/real 1734017775] req@ffff8800a8fd7100 x1818247337400320/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017775.720468:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337400320/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017775.720475:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017775.720478:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017775.720481:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337400320:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017775.720486:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337400448:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017775.720497:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017775.720503:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017775/real 1734017775] req@ffff8800a8fd5500 x1818247337400448/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017775.720512:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337400448/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017775.720519:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017775.720521:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017775.720524:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337400448:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017776.094003:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017777.095990:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017778.097960:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017779.099957:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017780.101960:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017780.727898:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017780.727908:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017780.727912:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017780.727922:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2048 00000100:00080000:2.0:1734017780.727931:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017780.727939:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017780.727975:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337400576/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017780.728009:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017780.728015:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017780.728019:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017780.728025:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2048 00000100:00080000:2.0:1734017780.728030:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017780.728036:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017780.728048:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017780.728066:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337400704/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017780.728077:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337400576:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017780.728082:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017780.728086:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017780.728089:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017780.728093:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2048 00000100:00080000:2.0:1734017780.728098:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017780.728102:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017780.728108:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017780.728119:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337400832/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017780.728132:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017780.728136:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017780.728138:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1734017780.728143:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017780.728143:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2048 00000100:00080000:2.0:1734017780.728147:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017780.728151:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017780.728157:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017780.728166:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017780/real 1734017780] req@ffff8800a8fd5f80 x1818247337400576/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017780.728168:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337400960/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017780.728183:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017780.728188:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017780.728190:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734017780.728191:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337400576/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017780.728195:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2048 00000100:00080000:2.0:1734017780.728199:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017780.728205:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00080000:1.0:1734017780.728206:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017780.728210:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000008:00100000:2.0:1734017780.728211:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734017780.728217:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337400576:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017780.728224:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337401088/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017780.728236:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017780.728240:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017780.728243:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734017780.728244:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337400704:192.168.201.110@tcp:38:kworker.0 00000100:00080000:2.0:1734017780.728248:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2048 00000100:00080000:2.0:1734017780.728252:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017780.728257:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017780.728263:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017780.728268:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734017780.728275:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337401216/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017780.728278:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017780/real 1734017780] req@ffff8800a8fd7800 x1818247337400704/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017780.728301:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337400704/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017780.728314:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017780.728317:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017780.728323:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337400704:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017780.728332:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337400832:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017780.728359:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017780.728372:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017780/real 1734017780] req@ffff8800a8fd5c00 x1818247337400832/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017780.728391:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337400832/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017780.728404:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017780.728406:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017780.728410:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337400832:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017780.728417:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337400960:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017780.728436:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017780.728443:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017780/real 1734017780] req@ffff8800a8fd6d80 x1818247337400960/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017780.728453:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337400960/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017780.728461:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017780.728464:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017780.728467:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337400960:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017780.728472:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337401088:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017780.728488:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017780.728494:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017780/real 1734017780] req@ffff8800a8fd5500 x1818247337401088/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017780.728504:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337401088/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017780.728511:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017780.728514:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017780.728517:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337401088:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017780.728534:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337401216:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017780.728552:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017780.728558:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017780/real 1734017780] req@ffff8800a8fd7100 x1818247337401216/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017780.728569:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337401216/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017780.728576:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017780.728578:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017780.728581:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337401216:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017781.103951:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017782.105947:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017783.108001:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017784.109977:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017785.111953:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017785.735881:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017785.735890:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017785.735895:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017785.735905:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2053 00000100:00080000:2.0:1734017785.735914:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017785.735923:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017785.735960:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337401344/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017785.735995:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017785.736001:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017785.736004:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017785.736010:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2053 00000100:00080000:2.0:1734017785.736015:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017785.736020:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017785.736032:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017785.736049:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337401472/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017785.736061:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337401344:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017785.736064:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017785.736069:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017785.736071:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017785.736077:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2053 00000100:00080000:2.0:1734017785.736080:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017785.736085:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017785.736091:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017785.736103:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337401600/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017785.736114:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017785.736119:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017785.736122:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017785.736127:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2053 00000800:00000100:1.0:1734017785.736129:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017785.736131:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017785.736136:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017785.736141:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017785.736153:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017785/real 1734017785] req@ffff8800a8fd4e00 x1818247337401344/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017785.736153:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337401728/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017785.736166:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017785.736171:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017785.736174:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734017785.736177:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337401344/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017785.736179:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2053 00000100:00080000:2.0:1734017785.736183:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017785.736188:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00080000:1.0:1734017785.736192:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1734017785.736194:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1734017785.736196:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017785.736202:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337401344:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017785.736206:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337401856/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017785.736219:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017785.736224:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017785.736226:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734017785.736228:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337401472:192.168.201.110@tcp:38:kworker.0 00000100:00080000:2.0:1734017785.736232:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2053 00000100:00080000:2.0:1734017785.736236:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017785.736241:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017785.736247:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017785.736254:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734017785.736259:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337401984/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017785.736265:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017785/real 1734017785] req@ffff8800a8fd5880 x1818247337401472/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017785.736281:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337401472/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017785.736295:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017785.736299:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017785.736304:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337401472:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017785.736313:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337401600:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017785.736338:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017785.736349:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017785/real 1734017785] req@ffff8800a8fd4380 x1818247337401600/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017785.736367:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337401600/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017785.736377:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017785.736380:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017785.736383:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337401600:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017785.736390:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337401728:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017785.736408:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017785.736414:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017785/real 1734017785] req@ffff8800a8fd7480 x1818247337401728/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017785.736425:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337401728/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017785.736432:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017785.736434:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017785.736437:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337401728:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017785.736444:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337401856:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017785.736457:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017785.736463:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017785/real 1734017785] req@ffff8800a8fd6300 x1818247337401856/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017785.736473:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337401856/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017785.736481:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017785.736483:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017785.736486:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337401856:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017785.736502:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337401984:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017785.736514:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017785.736520:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017785/real 1734017785] req@ffff8800a8fd6a00 x1818247337401984/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017785.736530:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337401984/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017785.736537:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017785.736540:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017785.736543:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337401984:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017786.113961:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017787.115978:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017788.117935:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017789.119959:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017790.121964:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017790.743836:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017790.743846:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017790.743850:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017790.743861:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2058 00000100:00080000:2.0:1734017790.743870:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017790.743877:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017790.743912:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337402112/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017790.743946:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017790.743950:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017790.743952:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017790.743956:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2058 00000100:00080000:2.0:1734017790.743959:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017790.743963:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017790.743972:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017790.743982:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337402240/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017790.743992:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017790.743996:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017790.743997:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017790.744001:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2058 00000100:00080000:2.0:1734017790.744003:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017790.744007:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017790.744013:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017790.744020:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337402368/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017790.744029:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017790.744032:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017790.744033:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017790.744037:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2058 00000100:00080000:2.0:1734017790.744039:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017790.744042:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017790.744046:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017790.744050:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337402112:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017790.744054:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337402496/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017790.744062:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017790.744066:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017790.744067:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017790.744071:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2058 00000100:00080000:2.0:1734017790.744073:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017790.744076:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017790.744080:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017790.744088:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337402624/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017790.744097:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017790.744100:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017790.744102:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017790.744106:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2058 00000100:00080000:2.0:1734017790.744109:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017790.744112:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734017790.744115:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734017790.744116:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017790.744123:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337402752/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017790.744136:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017790/real 1734017790] req@ffff8800a8fd6680 x1818247337402112/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017790.744156:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337402112/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017790.744166:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017790.744170:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017790.744174:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337402112:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017790.744181:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337402240:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017790.744197:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017790.744204:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017790/real 1734017790] req@ffff8800a8fd5180 x1818247337402240/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017790.744215:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337402240/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017790.744223:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017790.744225:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017790.744229:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337402240:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017790.744234:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337402368:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017790.744247:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017790.744253:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017790/real 1734017790] req@ffff8800a8fd4a80 x1818247337402368/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017790.744263:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337402368/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017790.744271:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017790.744274:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017790.744277:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337402368:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017790.744300:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337402496:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017790.744312:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017790.744318:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017790/real 1734017790] req@ffff8800a8fd7b80 x1818247337402496/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017790.744328:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337402496/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017790.744336:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017790.744338:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017790.744341:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337402496:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017790.744346:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337402624:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017790.744357:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017790.744363:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017790/real 1734017790] req@ffff8800a8fd6a00 x1818247337402624/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017790.744372:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337402624/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017790.744379:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017790.744382:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017790.744384:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337402624:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017790.744390:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337402752:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017790.744402:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017790.744408:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017790/real 1734017790] req@ffff8800a8fd6300 x1818247337402752/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017790.744418:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337402752/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017790.744425:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017790.744427:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017790.744430:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337402752:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734017791.123973:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017792.125970:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017793.127935:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017794.129941:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017795.131969:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017795.751861:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017795.751871:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017795.751876:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017795.751886:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2063 00000100:00080000:2.0:1734017795.751896:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017795.751903:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017795.751941:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337402880/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017795.751976:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017795.751980:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017795.751982:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017795.751987:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2063 00000100:00080000:2.0:1734017795.751990:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017795.751994:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017795.752003:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017795.752014:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337403008/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017795.752031:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017795.752035:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017795.752036:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017795.752039:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2063 00000100:00080000:2.0:1734017795.752042:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017795.752045:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017795.752049:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017795.752056:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337403136/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017795.752066:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017795.752068:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017795.752070:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017795.752074:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2063 00000100:00100000:1.0:1734017795.752076:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337402880:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017795.752076:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017795.752079:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017795.752083:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017795.752090:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337403264/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017795.752098:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017795.752102:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017795.752103:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017795.752107:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2063 00000100:00080000:2.0:1734017795.752110:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017795.752113:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017795.752117:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017795.752124:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337403392/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017795.752133:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017795.752136:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017795.752137:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1734017795.752141:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017795.752141:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2063 00000100:00080000:2.0:1734017795.752143:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017795.752146:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017795.752150:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017795.752157:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337403520/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017795.752162:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017795/real 1734017795] req@ffff8800a8fd7480 x1818247337402880/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017795.752182:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337402880/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017795.752193:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017795.752196:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017795.752201:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337402880:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017795.752208:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337403008:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017795.752224:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017795.752231:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017795/real 1734017795] req@ffff8800a8fd4380 x1818247337403008/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017795.752243:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337403008/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017795.752251:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017795.752253:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017795.752256:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337403008:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017795.752279:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337403136:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017795.752292:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017795.752298:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017795/real 1734017795] req@ffff8800a8fd5880 x1818247337403136/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017795.752308:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337403136/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017795.752316:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017795.752318:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017795.752321:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337403136:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017795.752326:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337403264:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017795.752337:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017795.752343:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017795/real 1734017795] req@ffff8800a8fd4e00 x1818247337403264/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017795.752352:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337403264/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017795.752368:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017795.752370:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017795.752373:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337403264:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017795.752378:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337403392:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017795.752394:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017795.752400:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017795/real 1734017795] req@ffff8800a8fd7100 x1818247337403392/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017795.752409:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337403392/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017795.752417:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017795.752419:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017795.752422:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337403392:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017795.752427:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337403520:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017795.752439:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017795.752445:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017795/real 1734017795] req@ffff8800a8fd5500 x1818247337403520/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017795.752454:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337403520/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017795.752462:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017795.752464:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017795.752467:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337403520:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017796.133893:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017797.135968:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017798.137998:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017799.139982:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017800.141958:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017800.759790:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017800.759800:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017800.759805:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017800.759815:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2068 00000100:00080000:2.0:1734017800.759826:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017800.759833:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017800.759871:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337403648/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017800.759905:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017800.759909:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017800.759911:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017800.759916:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2068 00000100:00080000:2.0:1734017800.759919:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017800.759922:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017800.759931:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017800.759941:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337403776/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017800.759951:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017800.759955:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017800.759957:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017800.759960:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2068 00000100:00080000:2.0:1734017800.759963:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017800.759966:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017800.759970:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017800.759978:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337403904/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017800.759986:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017800.759989:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017800.759991:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017800.759994:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2068 00000100:00080000:2.0:1734017800.759996:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017800.759999:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017800.760004:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017800.760011:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337404032/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017800.760020:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337403648:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017800.760020:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017800.760024:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017800.760025:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017800.760029:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2068 00000100:00080000:2.0:1734017800.760032:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017800.760035:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017800.760039:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017800.760048:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337404160/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017800.760057:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017800.760060:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017800.760061:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017800.760064:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2068 00000100:00080000:2.0:1734017800.760067:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017800.760070:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017800.760074:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017800.760080:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337404288/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017800.760086:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017800.760106:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017800/real 1734017800] req@ffff8800a8fd6d80 x1818247337403648/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017800.760125:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337403648/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017800.760135:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017800.760139:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017800.760143:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337403648:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017800.760150:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337403776:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017800.760167:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017800.760173:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017800/real 1734017800] req@ffff8800a8fd5c00 x1818247337403776/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017800.760184:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337403776/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017800.760192:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017800.760194:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017800.760198:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337403776:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017800.760203:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337403904:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017800.760216:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017800.760223:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017800/real 1734017800] req@ffff8800a8fd7800 x1818247337403904/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017800.760234:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337403904/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017800.760241:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017800.760244:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017800.760247:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337403904:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017800.760271:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337404032:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017800.760283:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017800.760289:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017800/real 1734017800] req@ffff8800a8fd5f80 x1818247337404032/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017800.760299:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337404032/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017800.760306:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017800.760309:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017800.760312:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337404032:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017800.760318:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337404160:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017800.760330:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017800.760335:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017800/real 1734017800] req@ffff8800a8fd5500 x1818247337404160/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017800.760346:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337404160/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017800.760361:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017800.760364:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017800.760367:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337404160:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017800.760372:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337404288:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017800.760383:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017800.760388:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017800/real 1734017800] req@ffff8800a8fd7100 x1818247337404288/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017800.760398:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337404288/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017800.760405:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017800.760407:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017800.760410:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337404288:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017801.143969:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017802.145961:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017803.147982:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017804.149973:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017805.151994:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017805.767854:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017805.767864:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017805.767868:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017805.767879:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2073 00000100:00080000:2.0:1734017805.767888:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017805.767896:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017805.767934:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337404416/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017805.767967:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017805.767971:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017805.767973:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017805.767978:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2073 00000100:00080000:2.0:1734017805.767981:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017805.767984:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017805.767995:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017805.768005:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337404544/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017805.768015:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017805.768018:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017805.768020:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017805.768023:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2073 00000100:00080000:2.0:1734017805.768026:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017805.768029:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017805.768033:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017805.768041:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337404672/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017805.768049:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017805.768052:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017805.768054:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017805.768058:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2073 00000100:00080000:2.0:1734017805.768060:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017805.768063:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017805.768067:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017805.768075:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337404800/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017805.768076:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337404416:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017805.768084:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017805.768088:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017805.768089:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017805.768093:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2073 00000100:00080000:2.0:1734017805.768095:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017805.768099:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017805.768102:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017805.768110:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337404928/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017805.768119:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017805.768122:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017805.768123:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017805.768126:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2073 00000100:00080000:2.0:1734017805.768138:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017805.768142:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734017805.768143:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734017805.768146:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017805.768154:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337405056/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017805.768164:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017805/real 1734017805] req@ffff8800a8fd4e00 x1818247337404416/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017805.768184:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337404416/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017805.768194:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017805.768198:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017805.768203:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337404416:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017805.768210:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337404544:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017805.768226:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017805.768233:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017805/real 1734017805] req@ffff8800a8fd5880 x1818247337404544/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017805.768243:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337404544/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017805.768251:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017805.768254:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017805.768257:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337404544:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017805.768263:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337404672:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017805.768276:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017805.768281:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017805/real 1734017805] req@ffff8800a8fd4380 x1818247337404672/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017805.768291:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337404672/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017805.768298:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017805.768301:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017805.768304:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337404672:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017805.768328:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337404800:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017805.768343:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017805.768349:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017805/real 1734017805] req@ffff8800a8fd7480 x1818247337404800/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017805.768360:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337404800/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017805.768367:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017805.768370:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017805.768373:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337404800:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017805.768377:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337404928:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017805.768389:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017805.768395:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017805/real 1734017805] req@ffff8800a8fd6300 x1818247337404928/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017805.768405:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337404928/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017805.768412:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017805.768414:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017805.768417:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337404928:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017805.768422:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337405056:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017805.768482:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017805.768490:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017805/real 1734017805] req@ffff8800a8fd6a00 x1818247337405056/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017805.768507:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337405056/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017805.768514:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017805.768516:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017805.768519:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337405056:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017806.153970:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017807.156006:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017808.157995:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017809.159957:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017810.161969:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017810.775873:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017810.775882:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017810.775887:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017810.775896:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2078 00000100:00080000:2.0:1734017810.775905:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017810.775913:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017810.775949:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337405184/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017810.775982:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017810.775986:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017810.775988:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017810.775992:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2078 00000100:00080000:2.0:1734017810.775995:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017810.775999:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017810.776009:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017810.776019:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337405312/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017810.776029:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017810.776032:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017810.776033:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017810.776037:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2078 00000100:00080000:2.0:1734017810.776040:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017810.776043:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017810.776048:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017810.776056:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337405440/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017810.776065:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017810.776067:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017810.776069:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017810.776072:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2078 00000100:00080000:2.0:1734017810.776075:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017810.776078:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017810.776082:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017810.776087:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337405184:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017810.776094:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337405568/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017810.776103:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017810.776106:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017810.776108:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017810.776111:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2078 00000100:00080000:2.0:1734017810.776113:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017810.776116:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017810.776120:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017810.776129:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337405696/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017810.776138:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017810.776141:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017810.776142:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017810.776146:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2078 00000100:00080000:2.0:1734017810.776149:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017810.776152:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017810.776156:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017810.776165:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337405824/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017810.776174:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337405312:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017810.776195:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337405440:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017810.776218:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337405568:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017810.776232:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337405696:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017810.776246:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337405824:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734017811.163972:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017812.165860:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017813.167980:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734017813.782102:0:1967:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:0.0:1734017813.782158:0:1967:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734017813.782176:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734017813.782208:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734017813.782216:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734017813.782223:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734017813.782229:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734017813.782235:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:1.0:1734017813.782372:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017810/real 1734017813] req@ffff8800a8fd6680 x1818247337405568/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017813.782409:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337405568/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017813.782427:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017813.782433:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017813.782441:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337405568:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017813.782452:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017810/real 1734017813] req@ffff8800a8fd6a00 x1818247337405696/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017813.782472:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337405696/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017813.782484:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017813.782499:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017813.782505:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337405696:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017813.782516:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017810/real 1734017813] req@ffff8800a8fd6300 x1818247337405824/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017813.782534:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337405824/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017813.782546:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017813.782550:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017813.782557:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337405824:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017813.782566:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017810/real 1734017813] req@ffff8800a8fd7b80 x1818247337405184/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017813.782585:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337405184/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017813.782596:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017813.782600:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017813.782606:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337405184:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017813.782616:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017810/real 1734017813] req@ffff8800a8fd4a80 x1818247337405312/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017813.782634:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337405312/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017813.782647:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017813.782652:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017813.782657:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337405312:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017813.782667:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017810/real 1734017813] req@ffff8800a8fd5180 x1818247337405440/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017813.782684:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337405440/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017813.782697:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017813.782701:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017813.782769:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337405440:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017814.169978:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017815.171957:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017815.783848:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017815.783857:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017815.783861:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017815.783871:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2083 00000100:00080000:2.0:1734017815.783879:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017815.783887:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017815.783924:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337405952/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017815.783958:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017815.783962:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017815.783964:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017815.783968:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2083 00000100:00080000:2.0:1734017815.783971:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017815.783975:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017815.783984:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017815.783994:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337406080/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017815.784011:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017815.784014:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017815.784016:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017815.784019:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2083 00000100:00080000:2.0:1734017815.784021:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017815.784024:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017815.784029:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017815.784036:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337406208/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017815.784044:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017815.784047:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017815.784049:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017815.784052:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2083 00000100:00080000:2.0:1734017815.784055:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017815.784058:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017815.784062:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017815.784069:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337406336/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017815.784072:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337405952:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017815.784078:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017815.784081:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017815.784083:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017815.784086:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2083 00000100:00080000:2.0:1734017815.784089:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017815.784092:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017815.784096:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017815.784103:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337406464/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017815.784112:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017815.784115:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017815.784116:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017815.784119:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2083 00000100:00080000:2.0:1734017815.784131:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017815.784134:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734017815.784135:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734017815.784138:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017815.784145:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337406592/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017815.784155:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017815/real 1734017815] req@ffff8800a8fd7480 x1818247337405952/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017815.784173:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337405952/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017815.784190:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017815.784194:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017815.784198:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337405952:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017815.784205:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337406080:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017815.784221:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017815.784227:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017815/real 1734017815] req@ffff8800a8fd4380 x1818247337406080/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017815.784239:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337406080/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017815.784246:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017815.784249:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017815.784252:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337406080:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017815.784307:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337406208:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017815.784325:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017815.784332:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017815/real 1734017815] req@ffff8800a8fd5880 x1818247337406208/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017815.784343:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337406208/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017815.784351:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017815.784353:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017815.784356:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337406208:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017815.784380:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337406336:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017815.784393:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017815.784399:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017815/real 1734017815] req@ffff8800a8fd4e00 x1818247337406336/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017815.784409:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337406336/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017815.784417:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017815.784419:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017815.784422:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337406336:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017815.784427:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337406464:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017815.784444:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017815.784449:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017815/real 1734017815] req@ffff8800a8fd7100 x1818247337406464/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017815.784459:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337406464/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017815.784467:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017815.784469:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017815.784472:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337406464:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017815.784477:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337406592:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017815.784493:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017815.784498:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017815/real 1734017815] req@ffff8800a8fd5500 x1818247337406592/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017815.784509:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337406592/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017815.784516:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017815.784519:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017815.784522:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337406592:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017816.173935:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017817.175968:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017818.177970:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017819.179970:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017820.181963:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017820.791860:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017820.791869:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017820.791873:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017820.791883:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2088 00000100:00080000:2.0:1734017820.791892:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017820.791900:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017820.791936:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337406720/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017820.791970:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017820.791975:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017820.791977:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017820.791982:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2088 00000100:00080000:2.0:1734017820.791985:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017820.791989:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017820.791999:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017820.792009:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337406848/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017820.792019:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017820.792022:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017820.792024:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017820.792027:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2088 00000100:00080000:2.0:1734017820.792030:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017820.792033:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017820.792038:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017820.792045:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337406976/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017820.792054:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017820.792057:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017820.792058:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017820.792062:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2088 00000100:00080000:2.0:1734017820.792064:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017820.792067:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017820.792071:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017820.792079:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337407104/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017820.792084:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337406720:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017820.792088:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017820.792092:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017820.792093:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017820.792097:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2088 00000100:00080000:2.0:1734017820.792099:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017820.792102:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017820.792106:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017820.792114:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337407232/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017820.792123:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017820.792126:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017820.792127:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017820.792130:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2088 00000100:00080000:2.0:1734017820.792133:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017820.792136:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017820.792140:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017820.792147:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337407360/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017820.792150:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017820.792211:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017820/real 1734017820] req@ffff8800a8fd5f80 x1818247337406720/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017820.792231:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337406720/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017820.792243:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017820.792246:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017820.792251:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337406720:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017820.792259:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337406848:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017820.792278:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017820.792285:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017820/real 1734017820] req@ffff8800a8fd7800 x1818247337406848/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017820.792295:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337406848/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017820.792304:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017820.792307:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017820.792310:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337406848:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017820.792316:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337406976:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017820.792329:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017820.792335:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017820/real 1734017820] req@ffff8800a8fd5c00 x1818247337406976/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017820.792345:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337406976/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017820.792352:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017820.792354:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017820.792357:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337406976:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017820.792381:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337407104:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017820.792393:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017820.792400:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017820/real 1734017820] req@ffff8800a8fd6d80 x1818247337407104/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017820.792411:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337407104/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017820.792418:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017820.792420:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017820.792423:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337407104:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017820.792429:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337407232:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017820.792446:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017820.792452:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017820/real 1734017820] req@ffff8800a8fd5500 x1818247337407232/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017820.792462:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337407232/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017820.792470:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017820.792472:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017820.792475:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337407232:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017820.792480:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337407360:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017820.792491:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017820.792497:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017820/real 1734017820] req@ffff8800a8fd7100 x1818247337407360/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017820.792506:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337407360/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017820.792513:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017820.792515:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017820.792518:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337407360:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017821.183966:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017822.185974:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017823.187988:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017824.189967:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017825.191945:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017825.799863:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017825.799872:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017825.799876:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017825.799886:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2093 00000100:00080000:2.0:1734017825.799895:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017825.799903:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017825.799939:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337407488/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017825.799973:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017825.799976:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017825.799978:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017825.799983:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2093 00000100:00080000:2.0:1734017825.799986:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017825.799989:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017825.799999:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017825.800009:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337407616/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017825.800019:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017825.800022:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017825.800024:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017825.800027:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2093 00000100:00080000:2.0:1734017825.800030:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017825.800033:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017825.800037:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017825.800045:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337407744/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017825.800053:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017825.800056:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017825.800058:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017825.800062:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2093 00000100:00080000:2.0:1734017825.800065:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017825.800068:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017825.800072:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017825.800077:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337407488:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017825.800080:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337407872/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017825.800125:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017825.800128:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017825.800130:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017825.800134:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2093 00000100:00080000:2.0:1734017825.800137:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017825.800141:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017825.800145:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017825.800153:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337408000/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017825.800163:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017825.800166:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017825.800168:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017825.800171:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2093 00000800:00000100:1.0:1734017825.800172:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017825.800174:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017825.800177:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017825.800181:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017825.800188:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337408128/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017825.800194:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017825/real 1734017825] req@ffff8800a8fd4e00 x1818247337407488/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017825.800213:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337407488/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017825.800223:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017825.800227:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017825.800231:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337407488:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017825.800239:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337407616:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017825.800255:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017825.800262:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017825/real 1734017825] req@ffff8800a8fd5880 x1818247337407616/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017825.800273:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337407616/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017825.800280:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017825.800283:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017825.800287:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337407616:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017825.800292:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337407744:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017825.800308:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017825.800314:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017825/real 1734017825] req@ffff8800a8fd4380 x1818247337407744/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017825.800324:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337407744/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017825.800333:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017825.800335:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017825.800338:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337407744:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017825.800362:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337407872:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017825.800374:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017825.800380:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017825/real 1734017825] req@ffff8800a8fd7480 x1818247337407872/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017825.800390:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337407872/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017825.800398:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017825.800400:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017825.800403:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337407872:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017825.800408:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337408000:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017825.800424:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017825.800430:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017825/real 1734017825] req@ffff8800a8fd5180 x1818247337408000/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017825.800440:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337408000/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017825.800447:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017825.800449:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017825.800452:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337408000:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017825.800458:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337408128:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017825.800475:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017825.800480:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017825/real 1734017825] req@ffff8800a8fd4a80 x1818247337408128/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017825.800490:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337408128/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017825.800497:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017825.800499:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017825.800502:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337408128:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017826.193988:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017827.195970:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017828.197967:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017829.199888:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017830.201955:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017830.807823:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017830.807832:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017830.807836:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017830.807847:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2098 00000100:00080000:2.0:1734017830.807856:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017830.807864:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017830.807900:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337408256/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017830.807933:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017830.807937:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017830.807939:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017830.807943:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2098 00000100:00080000:2.0:1734017830.807946:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017830.807950:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017830.807960:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017830.807970:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337408384/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017830.807980:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017830.807983:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017830.807985:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017830.807988:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2098 00000100:00080000:2.0:1734017830.807991:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017830.807994:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017830.807999:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017830.808045:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337408512/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017830.808055:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017830.808058:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017830.808060:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017830.808063:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2098 00000100:00100000:1.0:1734017830.808066:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337408256:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017830.808066:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017830.808070:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017830.808074:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017830.808082:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337408640/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017830.808090:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017830.808094:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017830.808095:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017830.808099:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2098 00000100:00080000:2.0:1734017830.808101:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017830.808104:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017830.808108:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017830.808117:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337408768/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017830.808126:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017830.808128:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:1.0:1734017830.808130:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017830.808130:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017830.808134:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2098 00000100:00080000:2.0:1734017830.808137:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017830.808140:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017830.808144:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017830.808150:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017830/real 1734017830] req@ffff8800a8fd7b80 x1818247337408256/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017830.808152:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337408896/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017830.808170:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337408256/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017830.808180:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017830.808184:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017830.808188:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337408256:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017830.808196:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337408384:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017830.808215:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017830.808222:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017830/real 1734017830] req@ffff8800a8fd6300 x1818247337408384/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017830.808233:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337408384/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017830.808242:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017830.808244:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017830.808247:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337408384:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017830.808270:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337408512:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017830.808283:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017830.808289:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017830/real 1734017830] req@ffff8800a8fd6a00 x1818247337408512/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017830.808299:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337408512/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017830.808307:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017830.808309:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017830.808312:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337408512:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017830.808319:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337408640:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017830.808329:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017830.808335:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017830/real 1734017830] req@ffff8800a8fd6680 x1818247337408640/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017830.808352:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337408640/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017830.808360:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017830.808362:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017830.808365:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337408640:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017830.808370:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337408768:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017830.808387:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017830.808392:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017830/real 1734017830] req@ffff8800a8fd4a80 x1818247337408768/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017830.808402:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337408768/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017830.808409:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017830.808412:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017830.808415:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337408768:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017830.808420:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337408896:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017830.808436:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017830.808442:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017830/real 1734017830] req@ffff8800a8fd5180 x1818247337408896/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017830.808452:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337408896/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017830.808459:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017830.808462:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017830.808465:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337408896:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734017831.203936:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017832.205967:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017833.208014:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017834.209992:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017835.211981:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017835.815834:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017835.815844:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017835.815848:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017835.815858:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2103 00000100:00080000:2.0:1734017835.815867:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017835.815875:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017835.815912:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337409024/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017835.815987:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017835.815991:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017835.815993:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017835.815998:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2103 00000100:00080000:2.0:1734017835.816001:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017835.816005:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017835.816014:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017835.816026:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337409152/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017835.816043:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017835.816046:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017835.816048:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017835.816051:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2103 00000100:00080000:2.0:1734017835.816054:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017835.816057:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017835.816061:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017835.816069:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337409280/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017835.816077:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017835.816080:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017835.816082:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017835.816085:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2103 00000100:00080000:2.0:1734017835.816087:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017835.816091:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734017835.816094:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337409024:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734017835.816095:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017835.816102:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337409408/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017835.816111:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017835.816115:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017835.816116:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017835.816120:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2103 00000100:00080000:2.0:1734017835.816122:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017835.816126:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017835.816130:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017835.816137:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337409536/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017835.816145:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017835.816148:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017835.816150:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017835.816153:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2103 00000100:00080000:2.0:1734017835.816156:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734017835.816159:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017835.816159:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017835.816163:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017835.816170:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337409664/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017835.816179:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017835/real 1734017835] req@ffff8800a8fd7480 x1818247337409024/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017835.816199:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337409024/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017835.816209:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017835.816212:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017835.816217:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337409024:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017835.816224:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337409152:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017835.816240:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017835.816247:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017835/real 1734017835] req@ffff8800a8fd4380 x1818247337409152/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017835.816258:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337409152/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017835.816266:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017835.816268:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017835.816271:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337409152:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017835.816281:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337409280:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017835.816294:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017835.816300:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017835/real 1734017835] req@ffff8800a8fd5880 x1818247337409280/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017835.816310:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337409280/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017835.816318:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017835.816320:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017835.816323:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337409280:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017835.816347:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337409408:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017835.816359:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017835.816368:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017835/real 1734017835] req@ffff8800a8fd4e00 x1818247337409408/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017835.816385:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337409408/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017835.816397:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017835.816401:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017835.816407:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337409408:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017835.816415:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337409536:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017835.816441:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017835.816454:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017835/real 1734017835] req@ffff8800a8fd7100 x1818247337409536/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017835.816473:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337409536/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017835.816486:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017835.816490:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017835.816496:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337409536:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017835.816505:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337409664:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017835.816530:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017835.816543:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017835/real 1734017835] req@ffff8800a8fd5500 x1818247337409664/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017835.816554:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337409664/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017835.816561:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017835.816564:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017835.816567:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337409664:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017836.213995:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017837.215966:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017838.218022:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017839.219956:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017840.221983:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017840.823868:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017840.823877:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017840.823881:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017840.823891:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2108 00000100:00080000:2.0:1734017840.823901:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017840.823908:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017840.823943:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337409792/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017840.823976:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017840.823980:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017840.823982:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017840.823987:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2108 00000100:00080000:2.0:1734017840.823990:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017840.823993:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017840.824002:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017840.824012:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337409920/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017840.824022:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017840.824026:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017840.824027:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017840.824031:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2108 00000100:00080000:2.0:1734017840.824034:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017840.824037:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017840.824041:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017840.824048:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337410048/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017840.824056:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017840.824060:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017840.824061:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017840.824065:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2108 00000100:00080000:2.0:1734017840.824067:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017840.824070:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017840.824074:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017840.824082:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337409792:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017840.824082:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337410176/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017840.824091:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017840.824094:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017840.824096:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017840.824099:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2108 00000100:00080000:2.0:1734017840.824101:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017840.824105:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017840.824108:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017840.824118:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337410304/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017840.824127:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017840.824130:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017840.824131:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017840.824135:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2108 00000100:00080000:2.0:1734017840.824137:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017840.824140:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017840.824144:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017840.824147:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734017840.824151:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337410432/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017840.824168:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017840/real 1734017840] req@ffff8800a8fd6d80 x1818247337409792/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017840.824187:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337409792/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017840.824199:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017840.824202:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017840.824206:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337409792:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017840.824214:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337409920:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017840.824230:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017840.824236:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017840/real 1734017840] req@ffff8800a8fd5c00 x1818247337409920/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017840.824247:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337409920/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017840.824255:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017840.824257:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017840.824260:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337409920:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017840.824266:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337410048:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017840.824278:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017840.824284:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017840/real 1734017840] req@ffff8800a8fd7800 x1818247337410048/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017840.824294:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337410048/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017840.824301:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017840.824303:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017840.824306:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337410048:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017840.824331:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337410176:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017840.824344:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017840.824350:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017840/real 1734017840] req@ffff8800a8fd5f80 x1818247337410176/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017840.824360:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337410176/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017840.824367:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017840.824370:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017840.824372:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337410176:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017840.824377:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337410304:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017840.824389:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017840.824395:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017840/real 1734017840] req@ffff8800a8fd5500 x1818247337410304/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017840.824404:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337410304/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017840.824411:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017840.824413:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017840.824416:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337410304:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017840.824421:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337410432:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017840.824438:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017840.824443:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017840/real 1734017840] req@ffff8800a8fd7100 x1818247337410432/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017840.824454:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337410432/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017840.824461:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017840.824463:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017840.824466:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337410432:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017841.223983:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017842.225984:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017843.227989:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017844.229994:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017845.231975:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017845.831859:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017845.831869:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017845.831873:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017845.831883:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2113 00000100:00080000:2.0:1734017845.831892:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017845.831901:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017845.831937:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337410560/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017845.831970:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017845.831974:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017845.831976:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017845.831981:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2113 00000100:00080000:2.0:1734017845.831984:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017845.831987:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017845.831997:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017845.832007:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337410688/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017845.832017:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017845.832020:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017845.832022:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017845.832025:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2113 00000100:00080000:2.0:1734017845.832028:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017845.832031:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017845.832035:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017845.832043:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337410816/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017845.832051:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017845.832054:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017845.832056:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017845.832060:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2113 00000100:00080000:2.0:1734017845.832080:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734017845.832082:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337410560:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017845.832084:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017845.832089:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017845.832097:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337410944/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017845.832106:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017845.832110:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017845.832111:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017845.832115:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2113 00000100:00080000:2.0:1734017845.832117:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017845.832120:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017845.832124:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017845.832132:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337411072/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017845.832140:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017845.832143:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017845.832145:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1734017845.832146:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017845.832148:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2113 00000100:00080000:2.0:1734017845.832151:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017845.832154:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017845.832158:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017845.832166:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017845/real 1734017845] req@ffff8800a8fd4e00 x1818247337410560/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017845.832166:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337411200/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017845.832185:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337410560/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017845.832196:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017845.832199:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017845.832204:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337410560:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017845.832211:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337410688:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017845.832227:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017845.832233:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017845/real 1734017845] req@ffff8800a8fd5880 x1818247337410688/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017845.832245:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337410688/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017845.832254:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017845.832257:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017845.832260:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337410688:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017845.832266:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337410816:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017845.832278:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017845.832284:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017845/real 1734017845] req@ffff8800a8fd4380 x1818247337410816/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017845.832294:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337410816/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017845.832301:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017845.832303:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017845.832307:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337410816:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017845.832332:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337410944:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017845.832344:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017845.832350:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017845/real 1734017845] req@ffff8800a8fd7480 x1818247337410944/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017845.832360:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337410944/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017845.832368:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017845.832370:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017845.832373:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337410944:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017845.832379:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337411072:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017845.832391:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017845.832397:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017845/real 1734017845] req@ffff8800a8fd5180 x1818247337411072/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017845.832407:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337411072/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017845.832415:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017845.832417:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017845.832420:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337411072:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017845.832425:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337411200:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017845.832436:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017845.832442:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017845/real 1734017845] req@ffff8800a8fd4a80 x1818247337411200/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017845.832451:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337411200/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017845.832458:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017845.832460:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017845.832463:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337411200:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017846.233943:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017847.235941:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017848.237916:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017849.239981:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017850.241905:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017850.839874:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017850.839885:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017850.839890:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017850.839903:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2118 00000100:00080000:2.0:1734017850.839915:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017850.839925:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017850.839966:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337411328/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017850.840010:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017850.840014:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017850.840016:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017850.840021:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2118 00000100:00080000:2.0:1734017850.840026:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017850.840030:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017850.840040:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017850.840054:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337411456/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017850.840064:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017850.840067:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017850.840069:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017850.840073:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2118 00000100:00080000:2.0:1734017850.840075:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017850.840079:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017850.840084:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017850.840092:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337411584/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017850.840100:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017850.840103:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017850.840105:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017850.840109:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2118 00000100:00080000:2.0:1734017850.840111:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017850.840114:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734017850.840118:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337411328:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734017850.840118:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017850.840126:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337411712/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017850.840134:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017850.840138:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017850.840139:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017850.840143:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2118 00000100:00080000:2.0:1734017850.840145:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017850.840149:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017850.840153:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017850.840162:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337411840/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017850.840170:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017850.840173:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017850.840175:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017850.840179:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2118 00000100:00080000:2.0:1734017850.840183:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017850.840186:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017850.840191:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017850.840197:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734017850.840198:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337411968/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017850.840225:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017850/real 1734017850] req@ffff8800a8fd6680 x1818247337411328/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017850.840253:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337411328/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017850.840268:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017850.840273:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017850.840281:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337411328:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017850.840292:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337411456:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017850.840324:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017850.840338:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017850/real 1734017850] req@ffff8800a8fd6a00 x1818247337411456/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017850.840357:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337411456/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017850.840368:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017850.840371:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017850.840375:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337411456:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017850.840382:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337411584:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017850.840402:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017850.840409:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017850/real 1734017850] req@ffff8800a8fd6300 x1818247337411584/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017850.840419:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337411584/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017850.840428:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017850.840430:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017850.840433:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337411584:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017850.840457:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337411712:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017850.840469:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017850.840475:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017850/real 1734017850] req@ffff8800a8fd7b80 x1818247337411712/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017850.840485:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337411712/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017850.840493:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017850.840495:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017850.840498:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337411712:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017850.840503:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337411840:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017850.840519:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017850.840525:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017850/real 1734017850] req@ffff8800a8fd4a80 x1818247337411840/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017850.840535:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337411840/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017850.840542:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017850.840544:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017850.840547:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337411840:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017850.840553:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337411968:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017850.840570:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017850.840580:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017850/real 1734017850] req@ffff8800a8fd5180 x1818247337411968/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017850.840596:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337411968/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017850.840609:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017850.840612:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017850.840617:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337411968:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734017851.243970:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017852.245937:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017853.247979:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017854.249975:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017855.251970:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017855.847816:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017855.847825:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017855.847830:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017855.847840:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2123 00000100:00080000:2.0:1734017855.847850:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017855.847858:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017855.847896:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337412096/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017855.847929:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017855.847933:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017855.847935:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017855.847939:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2123 00000100:00080000:2.0:1734017855.847942:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017855.847946:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017855.847955:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017855.847966:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337412224/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017855.847983:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017855.847986:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017855.847988:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017855.847991:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2123 00000100:00080000:2.0:1734017855.847993:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017855.847997:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017855.848001:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017855.848008:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337412352/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017855.848017:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017855.848019:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017855.848021:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017855.848024:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2123 00000100:00080000:2.0:1734017855.848027:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017855.848030:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734017855.848033:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337412096:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734017855.848034:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017855.848041:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337412480/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017855.848050:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017855.848054:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017855.848055:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017855.848059:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2123 00000100:00080000:2.0:1734017855.848062:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017855.848065:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017855.848069:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017855.848076:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337412608/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017855.848085:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017855.848088:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017855.848089:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017855.848092:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2123 00000100:00080000:2.0:1734017855.848095:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734017855.848098:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017855.848098:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017855.848102:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017855.848109:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337412736/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017855.848119:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017855/real 1734017855] req@ffff8800a8fd7480 x1818247337412096/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017855.848138:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337412096/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017855.848149:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017855.848152:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017855.848156:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337412096:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017855.848163:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337412224:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017855.848179:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017855.848186:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017855/real 1734017855] req@ffff8800a8fd4380 x1818247337412224/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017855.848197:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337412224/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017855.848205:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017855.848208:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017855.848211:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337412224:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017855.848217:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337412352:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017855.848229:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017855.848235:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017855/real 1734017855] req@ffff8800a8fd5880 x1818247337412352/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017855.848245:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337412352/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017855.848252:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017855.848255:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017855.848258:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337412352:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017855.848282:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337412480:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017855.848293:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017855.848300:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017855/real 1734017855] req@ffff8800a8fd4e00 x1818247337412480/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017855.848310:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337412480/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017855.848325:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017855.848328:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017855.848331:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337412480:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017855.848336:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337412608:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017855.848352:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017855.848358:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017855/real 1734017855] req@ffff8800a8fd7100 x1818247337412608/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017855.848367:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337412608/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017855.848375:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017855.848377:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017855.848380:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337412608:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017855.848386:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337412736:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017855.848398:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017855.848404:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017855/real 1734017855] req@ffff8800a8fd5500 x1818247337412736/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017855.848414:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337412736/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017855.848420:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017855.848423:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017855.848426:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337412736:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017856.254001:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017857.256013:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017858.257964:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017859.259972:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017860.261970:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017860.855821:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017860.855830:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017860.855835:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017860.855845:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2128 00000100:00080000:2.0:1734017860.855855:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017860.855863:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017860.855899:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337412864/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017860.855933:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017860.855937:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017860.855940:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017860.855944:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2128 00000100:00080000:2.0:1734017860.855947:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017860.855951:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017860.855961:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017860.855972:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337412992/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017860.855982:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734017860.855985:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337412864:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017860.855985:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017860.855987:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017860.855991:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2128 00000100:00080000:2.0:1734017860.855994:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017860.855997:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017860.856001:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017860.856009:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337413120/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017860.856017:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017860.856020:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017860.856022:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017860.856025:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2128 00000100:00080000:2.0:1734017860.856028:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017860.856031:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017860.856035:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017860.856042:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337413248/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017860.856049:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017860.856051:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017860.856054:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017860.856056:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017860.856059:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2128 00000100:00100000:1.0:1734017860.856070:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017860/real 1734017860] req@ffff8800a8fd5f80 x1818247337412864/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017860.856072:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017860.856076:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017860.856080:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734017860.856089:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337412864/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017860.856090:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337413376/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734017860.856099:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017860.856099:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017860.856102:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1734017860.856103:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00080000:2.0:1734017860.856104:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734017860.856107:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337412864:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017860.856108:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2128 00000100:00080000:2.0:1734017860.856110:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017860.856113:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017860.856117:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017860.856124:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337413504/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017860.856130:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337412992:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017860.856147:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017860.856154:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017860/real 1734017860] req@ffff8800a8fd7800 x1818247337412992/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017860.856165:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337412992/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017860.856173:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017860.856176:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017860.856179:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337412992:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017860.856185:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337413120:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017860.856198:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017860.856204:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017860/real 1734017860] req@ffff8800a8fd5c00 x1818247337413120/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017860.856215:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337413120/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017860.856222:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017860.856225:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017860.856228:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337413120:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017860.856233:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337413248:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017860.856244:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017860.856250:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017860/real 1734017860] req@ffff8800a8fd6d80 x1818247337413248/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017860.856260:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337413248/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017860.856267:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017860.856269:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017860.856272:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337413248:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017860.856277:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337413376:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017860.856294:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017860.856300:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017860/real 1734017860] req@ffff8800a8fd5500 x1818247337413376/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017860.856310:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337413376/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017860.856325:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017860.856328:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017860.856331:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337413376:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017860.856347:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337413504:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017860.856359:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017860.856364:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017860/real 1734017860] req@ffff8800a8fd7100 x1818247337413504/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017860.856375:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337413504/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017860.856382:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017860.856384:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017860.856387:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337413504:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017861.263972:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017862.265962:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017863.267974:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017864.269979:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017865.271939:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017865.863771:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017865.863781:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017865.863785:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017865.863797:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2133 00000100:00080000:2.0:1734017865.863806:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017865.863815:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017865.863851:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337413632/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017865.863882:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017865.863886:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017865.863888:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017865.863893:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2133 00000100:00080000:2.0:1734017865.863896:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017865.863899:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017865.863909:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017865.863919:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337413760/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017865.863929:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017865.863932:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017865.863934:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017865.863937:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2133 00000100:00080000:2.0:1734017865.863940:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017865.863943:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017865.863948:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017865.863955:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337413888/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017865.863964:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017865.863967:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017865.863969:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017865.863973:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2133 00000100:00080000:2.0:1734017865.863975:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017865.863978:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017865.863982:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017865.863988:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337413632:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017865.863990:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337414016/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017865.863999:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017865.864002:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017865.864004:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017865.864007:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2133 00000100:00080000:2.0:1734017865.864009:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017865.864013:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017865.864017:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017865.864024:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337414144/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017865.864033:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017865.864036:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017865.864037:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017865.864041:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2133 00000100:00080000:2.0:1734017865.864043:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017865.864046:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017865.864050:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017865.864052:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734017865.864058:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337414272/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017865.864072:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017865/real 1734017865] req@ffff8800a8fd4e00 x1818247337413632/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017865.864091:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337413632/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017865.864102:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017865.864106:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017865.864111:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337413632:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017865.864118:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337413760:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017865.864134:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017865.864140:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017865/real 1734017865] req@ffff8800a8fd5880 x1818247337413760/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017865.864150:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337413760/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017865.864158:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017865.864162:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017865.864165:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337413760:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017865.864171:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337413888:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017865.864183:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017865.864189:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017865/real 1734017865] req@ffff8800a8fd4380 x1818247337413888/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017865.864199:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337413888/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017865.864206:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017865.864209:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017865.864212:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337413888:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017865.864237:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337414016:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017865.864253:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017865.864259:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017865/real 1734017865] req@ffff8800a8fd7480 x1818247337414016/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017865.864270:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337414016/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017865.864277:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017865.864280:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017865.864282:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337414016:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017865.864288:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337414144:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017865.864300:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017865.864305:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017865/real 1734017865] req@ffff8800a8fd5180 x1818247337414144/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017865.864315:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337414144/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017865.864322:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017865.864324:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017865.864327:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337414144:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017865.864333:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337414272:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017865.864345:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017865.864350:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017865/real 1734017865] req@ffff8800a8fd4a80 x1818247337414272/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017865.864367:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337414272/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017865.864374:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017865.864376:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017865.864379:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337414272:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017866.273881:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017867.275938:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017868.277971:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017869.279968:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017870.281964:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017870.871841:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017870.871851:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017870.871855:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017870.871866:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2138 00000100:00080000:2.0:1734017870.871875:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017870.871883:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017870.871919:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337414400/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017870.871954:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017870.871958:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017870.871960:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017870.871964:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2138 00000100:00080000:2.0:1734017870.871967:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017870.871971:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017870.871981:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017870.871992:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337414528/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017870.872001:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017870.872004:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017870.872006:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017870.872010:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2138 00000100:00080000:2.0:1734017870.872012:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017870.872015:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017870.872020:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017870.872028:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337414656/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017870.872037:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017870.872040:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017870.872041:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017870.872045:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2138 00000100:00080000:2.0:1734017870.872047:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017870.872051:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017870.872055:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017870.872056:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337414400:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017870.872062:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337414784/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017870.872071:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017870.872075:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017870.872076:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017870.872080:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2138 00000100:00080000:2.0:1734017870.872082:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017870.872086:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017870.872090:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017870.872098:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337414912/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017870.872107:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017870.872110:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017870.872112:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017870.872116:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2138 00000100:00080000:2.0:1734017870.872119:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734017870.872121:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017870.872122:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017870.872126:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017870.872134:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337415040/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017870.872142:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017870/real 1734017870] req@ffff8800a8fd7b80 x1818247337414400/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017870.872161:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337414400/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017870.872172:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017870.872175:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017870.872179:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337414400:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017870.872186:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337414528:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017870.872203:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017870.872209:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017870/real 1734017870] req@ffff8800a8fd6300 x1818247337414528/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017870.872220:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337414528/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017870.872229:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017870.872231:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017870.872235:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337414528:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017870.872241:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337414656:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017870.872254:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017870.872260:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017870/real 1734017870] req@ffff8800a8fd6a00 x1818247337414656/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017870.872270:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337414656/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017870.872277:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017870.872279:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017870.872282:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337414656:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017870.872306:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337414784:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017870.872355:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017870.872364:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017870/real 1734017870] req@ffff8800a8fd6680 x1818247337414784/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017870.872374:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337414784/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017870.872382:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017870.872384:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017870.872387:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337414784:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017870.872394:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337414912:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017870.872410:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017870.872416:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017870/real 1734017870] req@ffff8800a8fd4a80 x1818247337414912/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017870.872426:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337414912/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017870.872434:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017870.872436:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017870.872439:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337414912:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017870.872444:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337415040:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017870.872455:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017870.872461:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017870/real 1734017870] req@ffff8800a8fd5180 x1818247337415040/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017870.872470:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337415040/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017870.872477:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017870.872480:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017870.872483:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337415040:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734017871.283884:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017872.285975:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017873.287979:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017874.289965:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017875.291966:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017875.879838:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017875.879848:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017875.879852:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017875.879862:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2143 00000100:00080000:2.0:1734017875.879872:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017875.879879:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017875.879917:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337415168/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017875.879950:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017875.879955:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017875.879957:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017875.879961:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2143 00000100:00080000:2.0:1734017875.879964:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017875.879968:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017875.879977:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017875.879988:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337415296/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017875.880005:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017875.880008:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017875.880010:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017875.880013:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2143 00000100:00080000:2.0:1734017875.880015:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017875.880018:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017875.880023:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017875.880030:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337415424/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017875.880038:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017875.880041:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017875.880043:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017875.880046:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2143 00000100:00080000:2.0:1734017875.880049:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017875.880052:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734017875.880056:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337415168:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734017875.880056:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017875.880063:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337415552/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017875.880072:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017875.880075:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017875.880077:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017875.880080:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2143 00000100:00080000:2.0:1734017875.880083:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017875.880087:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017875.880091:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017875.880098:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337415680/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017875.880107:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017875.880110:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017875.880111:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017875.880114:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2143 00000100:00080000:2.0:1734017875.880117:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017875.880120:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017875.880124:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017875.880131:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337415808/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017875.880141:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337415296:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017875.880161:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337415424:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017875.880184:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337415552:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017875.880199:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337415680:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017875.880213:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337415808:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017876.293834:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017877.295962:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017878.297992:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734017878.886000:0:1968:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:3.0:1734017878.886046:0:1968:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734017878.886065:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017878.886097:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017878.886104:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017878.886111:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017878.886117:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734017878.886123:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:1.0:1734017878.886228:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017875/real 1734017878] req@ffff8800a8fd4e00 x1818247337415552/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017878.886265:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337415552/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017878.886283:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017878.886289:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017878.886295:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337415552:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017878.886306:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017875/real 1734017878] req@ffff8800a8fd7100 x1818247337415680/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017878.886325:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337415680/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017878.886338:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017878.886343:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017878.886349:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337415680:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017878.886360:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017875/real 1734017878] req@ffff8800a8fd5500 x1818247337415808/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017878.886379:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337415808/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017878.886391:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017878.886395:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017878.886401:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337415808:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017878.886410:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017875/real 1734017878] req@ffff8800a8fd7480 x1818247337415168/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017878.886430:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337415168/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017878.886442:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017878.886446:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017878.886452:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337415168:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017878.886461:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017875/real 1734017878] req@ffff8800a8fd4380 x1818247337415296/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017878.886476:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337415296/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017878.886487:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017878.886491:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017878.886496:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337415296:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017878.886505:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017875/real 1734017878] req@ffff8800a8fd5880 x1818247337415424/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017878.886531:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337415424/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017878.886543:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017878.886546:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017878.886551:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337415424:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734017879.299988:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017880.301954:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017880.887869:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017880.887878:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017880.887883:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017880.887893:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2148 00000100:00080000:2.0:1734017880.887903:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017880.887910:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017880.887947:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337415936/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017880.887981:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017880.887985:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017880.887988:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017880.887992:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2148 00000100:00080000:2.0:1734017880.887996:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017880.888000:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017880.888009:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017880.888020:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337416064/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017880.888029:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017880.888033:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017880.888034:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017880.888038:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2148 00000100:00080000:2.0:1734017880.888040:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017880.888044:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017880.888048:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017880.888056:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337416192/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017880.888064:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017880.888067:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017880.888068:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017880.888071:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2148 00000100:00080000:2.0:1734017880.888074:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017880.888077:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017880.888081:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017880.888086:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337415936:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017880.888089:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337416320/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017880.888098:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017880.888102:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017880.888103:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017880.888107:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2148 00000100:00080000:2.0:1734017880.888109:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017880.888112:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017880.888116:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017880.888125:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337416448/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017880.888134:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017880.888137:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017880.888138:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017880.888141:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2148 00000100:00080000:2.0:1734017880.888144:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017880.888176:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734017880.888179:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734017880.888182:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017880.888191:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337416576/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017880.888202:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017880/real 1734017880] req@ffff8800a8fd6d80 x1818247337415936/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017880.888221:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337415936/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017880.888231:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017880.888235:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017880.888239:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337415936:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017880.888247:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337416064:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017880.888266:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017880.888272:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017880/real 1734017880] req@ffff8800a8fd5c00 x1818247337416064/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017880.888283:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337416064/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017880.888291:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017880.888294:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017880.888297:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337416064:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017880.888303:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337416192:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017880.888322:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017880.888328:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017880/real 1734017880] req@ffff8800a8fd7800 x1818247337416192/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017880.888338:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337416192/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017880.888346:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017880.888348:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017880.888351:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337416192:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017880.888374:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337416320:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017880.888387:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017880.888392:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017880/real 1734017880] req@ffff8800a8fd5f80 x1818247337416320/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017880.888403:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337416320/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017880.888411:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017880.888413:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017880.888416:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337416320:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017880.888420:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337416448:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017880.888440:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017880.888446:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017880/real 1734017880] req@ffff8800a8fd5880 x1818247337416448/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017880.888456:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337416448/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017880.888464:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017880.888466:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017880.888469:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337416448:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017880.888474:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337416576:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017880.888489:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017880.888495:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017880/real 1734017880] req@ffff8800a8fd4380 x1818247337416576/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017880.888505:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337416576/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017880.888512:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017880.888514:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017880.888517:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337416576:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017881.303949:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017882.305942:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017883.307965:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017884.309945:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017885.311977:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017885.895869:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017885.895879:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017885.895883:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017885.895893:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2153 00000100:00080000:2.0:1734017885.895903:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017885.895911:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017885.895947:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337416704/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017885.895980:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017885.895984:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017885.895986:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017885.895991:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2153 00000100:00080000:2.0:1734017885.895994:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017885.895997:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017885.896007:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017885.896017:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337416832/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017885.896027:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017885.896030:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017885.896032:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017885.896035:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2153 00000100:00080000:2.0:1734017885.896038:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017885.896041:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017885.896046:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017885.896053:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337416960/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017885.896091:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017885.896095:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017885.896097:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017885.896102:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2153 00000100:00080000:2.0:1734017885.896104:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017885.896108:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017885.896112:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017885.896120:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337417088/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017885.896124:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337416704:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017885.896130:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017885.896134:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017885.896135:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017885.896139:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2153 00000100:00080000:2.0:1734017885.896142:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017885.896145:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017885.896149:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017885.896157:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337417216/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017885.896165:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017885.896168:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017885.896169:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017885.896173:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2153 00000100:00080000:2.0:1734017885.896184:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734017885.896188:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017885.896188:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017885.896192:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017885.896199:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337417344/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017885.896208:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017885/real 1734017885] req@ffff8800a8fd7480 x1818247337416704/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017885.896228:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337416704/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017885.896238:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017885.896241:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017885.896246:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337416704:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017885.896253:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337416832:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017885.896268:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017885.896275:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017885/real 1734017885] req@ffff8800a8fd5500 x1818247337416832/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017885.896286:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337416832/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017885.896293:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017885.896296:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017885.896299:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337416832:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017885.896305:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337416960:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017885.896323:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017885.896328:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017885/real 1734017885] req@ffff8800a8fd7100 x1818247337416960/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017885.896338:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337416960/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017885.896352:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017885.896355:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017885.896358:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337416960:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017885.896381:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337417088:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017885.896392:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017885.896398:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017885/real 1734017885] req@ffff8800a8fd4e00 x1818247337417088/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017885.896408:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337417088/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017885.896416:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017885.896418:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017885.896421:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337417088:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017885.896426:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337417216:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017885.896438:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017885.896443:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017885/real 1734017885] req@ffff8800a8fd5180 x1818247337417216/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017885.896453:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337417216/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017885.896460:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017885.896462:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017885.896465:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337417216:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017885.896472:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337417344:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017885.896488:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017885.896494:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017885/real 1734017885] req@ffff8800a8fd4a80 x1818247337417344/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017885.896503:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337417344/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017885.896510:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017885.896512:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017885.896515:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337417344:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017886.313962:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017887.315940:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017888.317963:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017889.319930:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017890.321930:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017890.903845:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017890.903855:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017890.903859:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017890.903869:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2158 00000100:00080000:2.0:1734017890.903878:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017890.903886:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017890.903922:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337417472/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017890.903956:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017890.903960:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017890.903962:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017890.903966:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2158 00000100:00080000:2.0:1734017890.903969:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017890.903973:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017890.904021:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017890.904033:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337417600/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017890.904044:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017890.904047:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017890.904049:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017890.904053:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2158 00000100:00080000:2.0:1734017890.904055:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017890.904059:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017890.904064:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017890.904073:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337417728/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017890.904077:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337417472:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017890.904083:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017890.904085:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017890.904087:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017890.904091:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2158 00000100:00080000:2.0:1734017890.904093:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017890.904097:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017890.904101:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017890.904109:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337417856/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017890.904116:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017890.904120:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017890.904121:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017890.904125:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2158 00000100:00080000:2.0:1734017890.904128:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017890.904131:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017890.904135:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1734017890.904142:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734017890.904144:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337417984/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017890.904153:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017890.904156:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017890.904158:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734017890.904162:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017890/real 1734017890] req@ffff8800a8fd6680 x1818247337417472/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017890.904162:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2158 00000100:00080000:2.0:1734017890.904165:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017890.904169:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017890.904173:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017890.904180:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337418112/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017890.904182:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337417472/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017890.904192:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017890.904195:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017890.904200:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337417472:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017890.904207:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337417600:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017890.904227:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017890.904234:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017890/real 1734017890] req@ffff8800a8fd6a00 x1818247337417600/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017890.904245:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337417600/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017890.904253:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017890.904255:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017890.904259:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337417600:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017890.904281:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337417728:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017890.904294:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017890.904300:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017890/real 1734017890] req@ffff8800a8fd6300 x1818247337417728/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017890.904310:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337417728/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017890.904317:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017890.904320:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017890.904323:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337417728:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017890.904329:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337417856:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017890.904340:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017890.904345:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017890/real 1734017890] req@ffff8800a8fd7b80 x1818247337417856/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017890.904362:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337417856/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017890.904369:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017890.904371:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017890.904374:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337417856:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017890.904379:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337417984:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017890.904391:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017890.904397:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017890/real 1734017890] req@ffff8800a8fd4a80 x1818247337417984/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017890.904406:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337417984/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017890.904413:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017890.904416:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017890.904418:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337417984:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017890.904424:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337418112:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017890.904435:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017890.904441:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017890/real 1734017890] req@ffff8800a8fd5180 x1818247337418112/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017890.904451:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337418112/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017890.904458:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017890.904461:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017890.904463:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337418112:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734017891.323954:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017892.326029:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017893.328021:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017894.329988:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017895.331978:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017895.911855:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017895.911865:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017895.911870:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017895.911880:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2163 00000100:00080000:2.0:1734017895.911889:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017895.911940:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017895.911979:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337418240/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017895.912011:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017895.912016:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017895.912018:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017895.912022:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2163 00000100:00080000:2.0:1734017895.912026:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017895.912029:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017895.912039:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017895.912049:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337418368/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017895.912067:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017895.912070:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017895.912071:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017895.912075:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2163 00000100:00080000:2.0:1734017895.912077:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017895.912080:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017895.912085:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017895.912093:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337418496/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017895.912101:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017895.912104:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017895.912105:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017895.912108:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2163 00000100:00080000:2.0:1734017895.912111:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017895.912114:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017895.912118:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017895.912119:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337418240:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017895.912125:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337418624/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017895.912134:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017895.912137:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017895.912139:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017895.912142:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2163 00000100:00080000:2.0:1734017895.912145:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017895.912148:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017895.912152:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017895.912160:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337418752/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017895.912169:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017895.912171:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017895.912173:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017895.912176:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2163 00000100:00080000:2.0:1734017895.912179:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017895.912182:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734017895.912183:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734017895.912186:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017895.912193:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337418880/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017895.912204:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017895/real 1734017895] req@ffff8800a8fd4e00 x1818247337418240/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017895.912224:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337418240/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017895.912235:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017895.912238:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017895.912243:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337418240:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017895.912250:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337418368:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017895.912267:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017895.912273:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017895/real 1734017895] req@ffff8800a8fd7100 x1818247337418368/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017895.912284:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337418368/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017895.912292:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017895.912295:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017895.912298:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337418368:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017895.912307:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337418496:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017895.912326:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017895.912332:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017895/real 1734017895] req@ffff8800a8fd5500 x1818247337418496/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017895.912342:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337418496/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017895.912349:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017895.912351:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017895.912354:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337418496:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017895.912378:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337418624:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017895.912390:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017895.912395:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017895/real 1734017895] req@ffff8800a8fd7480 x1818247337418624/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017895.912405:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337418624/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017895.912413:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017895.912415:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017895.912419:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337418624:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017895.912424:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337418752:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017895.912440:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017895.912446:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017895/real 1734017895] req@ffff8800a8fd4380 x1818247337418752/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017895.912457:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337418752/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017895.912464:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017895.912467:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017895.912469:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337418752:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017895.912474:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337418880:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017895.912490:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017895.912495:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017895/real 1734017895] req@ffff8800a8fd5880 x1818247337418880/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017895.912505:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337418880/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017895.912512:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017895.912514:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017895.912517:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337418880:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017896.333971:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017897.335966:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017898.338006:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017899.339961:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017900.342020:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017900.919870:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017900.919880:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017900.919885:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017900.919895:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2168 00000100:00080000:2.0:1734017900.919904:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017900.919912:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017900.919948:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337419008/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017900.919981:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017900.919985:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017900.919987:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017900.919992:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2168 00000100:00080000:2.0:1734017900.919995:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017900.919998:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017900.920008:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017900.920018:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337419136/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017900.920028:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017900.920031:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017900.920033:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017900.920037:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2168 00000100:00080000:2.0:1734017900.920040:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017900.920043:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017900.920047:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017900.920055:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337419264/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017900.920063:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017900.920066:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017900.920068:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017900.920071:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2168 00000100:00080000:2.0:1734017900.920074:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017900.920077:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017900.920080:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017900.920088:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337419392/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017900.920097:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337419008:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017900.920097:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017900.920101:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017900.920103:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017900.920107:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2168 00000100:00080000:2.0:1734017900.920109:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017900.920112:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017900.920116:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017900.920125:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337419520/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017900.920134:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017900.920137:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017900.920138:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017900.920142:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2168 00000100:00080000:2.0:1734017900.920144:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017900.920147:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017900.920151:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017900.920159:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337419648/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017900.920162:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017900.920183:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017900/real 1734017900] req@ffff8800a8fd5f80 x1818247337419008/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017900.920202:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337419008/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017900.920213:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017900.920217:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017900.920221:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337419008:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017900.920229:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337419136:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017900.920245:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017900.920251:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017900/real 1734017900] req@ffff8800a8fd7800 x1818247337419136/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017900.920262:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337419136/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017900.920270:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017900.920273:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017900.920276:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337419136:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017900.920282:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337419264:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017900.920298:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017900.920304:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017900/real 1734017900] req@ffff8800a8fd5c00 x1818247337419264/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017900.920314:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337419264/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017900.920321:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017900.920323:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017900.920327:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337419264:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017900.920350:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337419392:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017900.920363:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017900.920369:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017900/real 1734017900] req@ffff8800a8fd6d80 x1818247337419392/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017900.920380:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337419392/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017900.920387:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017900.920389:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017900.920392:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337419392:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017900.920397:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337419520:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017900.920413:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017900.920418:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017900/real 1734017900] req@ffff8800a8fd5880 x1818247337419520/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017900.920428:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337419520/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017900.920435:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017900.920438:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017900.920441:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337419520:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017900.920446:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337419648:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017900.920457:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017900.920463:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017900/real 1734017900] req@ffff8800a8fd4380 x1818247337419648/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017900.920473:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337419648/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017900.920481:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017900.920483:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017900.920486:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337419648:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017901.343978:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017902.345986:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017903.347984:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017904.349993:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017905.351939:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017905.927847:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017905.927857:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017905.927861:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017905.927871:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2173 00000100:00080000:2.0:1734017905.927881:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017905.927889:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017905.927927:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337419776/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017905.927960:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017905.927964:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017905.927966:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017905.927971:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2173 00000100:00080000:2.0:1734017905.927974:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017905.927978:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017905.927987:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017905.927998:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337419904/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017905.928008:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017905.928011:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017905.928013:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017905.928016:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2173 00000100:00080000:2.0:1734017905.928019:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017905.928022:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017905.928027:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017905.928034:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337420032/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017905.928043:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017905.928045:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017905.928048:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017905.928051:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2173 00000100:00080000:2.0:1734017905.928054:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017905.928057:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017905.928061:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017905.928066:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337419776:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017905.928069:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337420160/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017905.928077:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017905.928081:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017905.928082:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017905.928086:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2173 00000100:00080000:2.0:1734017905.928088:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017905.928091:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017905.928095:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017905.928102:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337420288/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017905.928111:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017905.928113:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017905.928115:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017905.928118:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2173 00000100:00080000:2.0:1734017905.928121:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017905.928124:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017905.928128:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017905.928131:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734017905.928135:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337420416/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017905.928153:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017905/real 1734017905] req@ffff8800a8fd7480 x1818247337419776/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017905.928172:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337419776/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017905.928183:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017905.928187:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017905.928191:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337419776:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017905.928198:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337419904:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017905.928214:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017905.928221:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017905/real 1734017905] req@ffff8800a8fd5500 x1818247337419904/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017905.928232:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337419904/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017905.928241:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017905.928244:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017905.928248:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337419904:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017905.928253:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337420032:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017905.928270:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017905.928276:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017905/real 1734017905] req@ffff8800a8fd7100 x1818247337420032/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017905.928285:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337420032/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017905.928293:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017905.928295:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017905.928298:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337420032:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017905.928322:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337420160:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017905.928334:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017905.928340:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017905/real 1734017905] req@ffff8800a8fd4e00 x1818247337420160/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017905.928351:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337420160/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017905.928358:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017905.928360:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017905.928363:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337420160:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017905.928369:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337420288:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017905.928386:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017905.928392:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017905/real 1734017905] req@ffff8800a8fd5180 x1818247337420288/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017905.928402:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337420288/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017905.928410:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017905.928412:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017905.928415:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337420288:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017905.928420:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337420416:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017905.928431:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017905.928437:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017905/real 1734017905] req@ffff8800a8fd4a80 x1818247337420416/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017905.928447:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337420416/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017905.928453:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017905.928456:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017905.928459:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337420416:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017906.353988:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017907.355990:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017908.357978:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017909.359956:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017910.361972:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017910.935862:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017910.935874:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017910.935880:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017910.935893:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2178 00000100:00080000:2.0:1734017910.935904:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017910.935913:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017910.935963:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337420544/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017910.936001:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017910.936005:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017910.936008:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017910.936012:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2178 00000100:00080000:2.0:1734017910.936015:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017910.936020:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017910.936031:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017910.936043:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337420672/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017910.936053:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017910.936056:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017910.936059:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017910.936065:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2178 00000100:00080000:2.0:1734017910.936069:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017910.936075:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017910.936083:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017910.936097:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337420800/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017910.936112:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734017910.936116:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337420544:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017910.936117:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017910.936120:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017910.936126:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2178 00000100:00080000:2.0:1734017910.936130:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017910.936135:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017910.936142:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017910.936158:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337420928/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017910.936172:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017910.936179:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017910.936181:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017910.936187:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2178 00000800:00000100:1.0:1734017910.936190:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017910.936192:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017910.936199:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017910.936206:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734017910.936213:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017910/real 1734017910] req@ffff8800a8fd7b80 x1818247337420544/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734017910.936221:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337421056/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017910.936232:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734017910.936234:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337420544/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017910.936235:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017910.936237:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017910.936242:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2178 00000100:00080000:1.0:1734017910.936246:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734017910.936246:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1734017910.936250:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00080000:2.0:1734017910.936250:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734017910.936255:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337420544:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734017910.936255:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017910.936263:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337420672:192.168.201.110@tcp:38:kworker.0 00000100:00100000:2.0:1734017910.936263:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337421184/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017910.936281:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017910.936288:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017910/real 1734017910] req@ffff8800a8fd6300 x1818247337420672/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017910.936300:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337420672/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017910.936307:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017910.936310:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017910.936313:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337420672:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017910.936339:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337420800:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017910.936353:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017910.936359:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017910/real 1734017910] req@ffff8800a8fd6a00 x1818247337420800/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017910.936369:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337420800/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017910.936378:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017910.936381:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017910.936384:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337420800:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017910.936390:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337420928:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017910.936402:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017910.936408:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017910/real 1734017910] req@ffff8800a8fd6680 x1818247337420928/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017910.936418:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337420928/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017910.936426:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017910.936429:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017910.936432:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337420928:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017910.936438:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337421056:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017910.936451:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017910.936457:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017910/real 1734017910] req@ffff8800a8fd4a80 x1818247337421056/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017910.936467:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337421056/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017910.936474:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017910.936477:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017910.936480:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337421056:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017910.936487:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337421184:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017910.936500:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017910.936506:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017910/real 1734017910] req@ffff8800a8fd5180 x1818247337421184/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017910.936516:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337421184/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017910.936523:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017910.936525:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017910.936528:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337421184:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734017911.363964:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017912.365959:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017913.367831:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017914.369976:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017915.371926:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017915.943863:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017915.943873:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017915.943877:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017915.943888:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2183 00000100:00080000:2.0:1734017915.943897:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017915.943905:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017915.943943:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337421312/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017915.943977:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017915.943981:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017915.943983:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017915.943988:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2183 00000100:00080000:2.0:1734017915.943991:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017915.943995:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017915.944004:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017915.944014:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337421440/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017915.944031:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017915.944034:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017915.944036:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017915.944039:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2183 00000100:00080000:2.0:1734017915.944041:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017915.944045:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017915.944050:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017915.944057:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337421568/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017915.944065:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017915.944068:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017915.944069:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017915.944073:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2183 00000100:00080000:2.0:1734017915.944075:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017915.944078:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734017915.944081:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337421312:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734017915.944082:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017915.944090:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337421696/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017915.944098:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017915.944102:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017915.944103:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017915.944107:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2183 00000100:00080000:2.0:1734017915.944109:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017915.944113:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017915.944117:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017915.944124:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337421824/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017915.944133:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017915.944136:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017915.944137:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017915.944141:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2183 00000100:00080000:2.0:1734017915.944143:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017915.944147:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734017915.944148:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734017915.944151:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017915.944157:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337421952/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017915.944169:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017915/real 1734017915] req@ffff8800a8fd4e00 x1818247337421312/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017915.944189:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337421312/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017915.944200:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017915.944203:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017915.944207:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337421312:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017915.944215:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337421440:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017915.944231:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017915.944238:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017915/real 1734017915] req@ffff8800a8fd7100 x1818247337421440/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017915.944250:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337421440/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017915.944257:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017915.944260:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017915.944263:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337421440:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017915.944269:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337421568:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017915.944282:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017915.944287:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017915/real 1734017915] req@ffff8800a8fd5500 x1818247337421568/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017915.944297:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337421568/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017915.944305:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017915.944307:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017915.944310:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337421568:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017915.944335:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337421696:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017915.944348:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017915.944353:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017915/real 1734017915] req@ffff8800a8fd7480 x1818247337421696/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017915.944364:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337421696/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017915.944379:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017915.944382:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017915.944385:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337421696:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017915.944390:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337421824:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017915.944403:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017915.944409:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017915/real 1734017915] req@ffff8800a8fd4380 x1818247337421824/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017915.944419:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337421824/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017915.944426:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017915.944428:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017915.944431:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337421824:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017915.944437:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337421952:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017915.944448:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017915.944453:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017915/real 1734017915] req@ffff8800a8fd5880 x1818247337421952/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017915.944463:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337421952/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017915.944470:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017915.944472:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017915.944475:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337421952:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017916.373974:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017917.375939:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017918.377930:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017919.379936:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017920.381916:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017920.951830:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017920.951844:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017920.951850:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017920.951864:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2188 00000100:00080000:2.0:1734017920.951877:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017920.951886:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017920.951933:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337422080/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017920.951972:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017920.951976:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017920.951979:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017920.951984:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2188 00000100:00080000:2.0:1734017920.951987:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017920.951991:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017920.952003:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017920.952014:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337422208/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017920.952024:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017920.952028:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017920.952030:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017920.952033:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2188 00000100:00080000:2.0:1734017920.952036:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017920.952040:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017920.952045:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017920.952053:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337422336/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017920.952062:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017920.952065:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017920.952067:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017920.952070:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2188 00000100:00080000:2.0:1734017920.952073:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017920.952076:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017920.952080:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017920.952088:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337422464/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017920.952099:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017920.952102:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017920.952104:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734017920.952105:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337422080:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017920.952107:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2188 00000100:00080000:2.0:1734017920.952110:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017920.952113:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017920.952117:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017920.952128:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337422592/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017920.952137:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017920.952140:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017920.952142:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017920.952145:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2188 00000100:00080000:2.0:1734017920.952148:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017920.952151:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017920.952155:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017920.952163:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337422720/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017920.952178:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017920.952201:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017920/real 1734017920] req@ffff8800a8fd6d80 x1818247337422080/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017920.952221:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337422080/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017920.952233:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017920.952236:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017920.952241:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337422080:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017920.952249:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337422208:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017920.952266:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017920.952273:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017920/real 1734017920] req@ffff8800a8fd5c00 x1818247337422208/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017920.952284:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337422208/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017920.952292:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017920.952295:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017920.952298:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337422208:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017920.952305:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337422336:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017920.952319:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017920.952326:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017920/real 1734017920] req@ffff8800a8fd7800 x1818247337422336/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017920.952337:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337422336/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017920.952344:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017920.952347:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017920.952350:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337422336:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017920.952376:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337422464:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017920.952388:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017920.952394:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017920/real 1734017920] req@ffff8800a8fd5f80 x1818247337422464/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017920.952404:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337422464/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017920.952412:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017920.952414:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017920.952417:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337422464:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017920.952423:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337422592:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017920.952436:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017920.952441:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017920/real 1734017920] req@ffff8800a8fd5880 x1818247337422592/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017920.952451:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337422592/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017920.952516:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017920.952519:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017920.952523:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337422592:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017920.952530:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337422720:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017920.952547:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017920.952554:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017920/real 1734017920] req@ffff8800a8fd4380 x1818247337422720/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017920.952564:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337422720/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017920.952572:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017920.952574:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017920.952577:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337422720:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017921.383990:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017922.385980:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017923.387972:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017924.389979:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017925.391950:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017925.959815:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017925.959824:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017925.959829:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017925.959839:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2193 00000100:00080000:2.0:1734017925.959849:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017925.959857:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017925.959894:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337422848/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017925.959928:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017925.959932:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017925.959934:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017925.959938:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2193 00000100:00080000:2.0:1734017925.959941:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017925.959945:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017925.959954:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017925.959965:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337422976/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017925.959975:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017925.959978:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017925.959980:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017925.959983:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2193 00000100:00080000:2.0:1734017925.959986:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017925.959989:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017925.959994:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017925.960001:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337423104/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017925.960009:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017925.960013:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017925.960015:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017925.960018:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2193 00000100:00080000:2.0:1734017925.960021:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017925.960024:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017925.960028:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017925.960036:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337423232/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017925.960043:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337422848:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017925.960044:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017925.960048:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017925.960049:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017925.960053:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2193 00000100:00080000:2.0:1734017925.960055:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017925.960058:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017925.960062:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017925.960069:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337423360/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017925.960078:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017925.960081:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017925.960083:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017925.960086:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2193 00000100:00080000:2.0:1734017925.960089:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017925.960092:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017925.960096:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017925.960103:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337423488/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017925.960108:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017925.960129:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017925/real 1734017925] req@ffff8800a8fd7480 x1818247337422848/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017925.960148:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337422848/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017925.960159:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017925.960163:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017925.960168:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337422848:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017925.960175:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337422976:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017925.960192:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017925.960198:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017925/real 1734017925] req@ffff8800a8fd5500 x1818247337422976/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017925.960209:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337422976/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017925.960217:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017925.960220:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017925.960223:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337422976:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017925.960229:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337423104:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017925.960242:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017925.960247:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017925/real 1734017925] req@ffff8800a8fd7100 x1818247337423104/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017925.960257:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337423104/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017925.960265:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017925.960267:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017925.960270:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337423104:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017925.960295:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337423232:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017925.960311:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017925.960317:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017925/real 1734017925] req@ffff8800a8fd4e00 x1818247337423232/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017925.960328:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337423232/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017925.960335:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017925.960338:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017925.960341:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337423232:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017925.960346:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337423360:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017925.960362:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017925.960368:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017925/real 1734017925] req@ffff8800a8fd5180 x1818247337423360/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017925.960377:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337423360/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017925.960431:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017925.960434:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017925.960437:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337423360:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017925.960443:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337423488:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017925.960460:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017925.960467:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017925/real 1734017925] req@ffff8800a8fd4a80 x1818247337423488/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017925.960484:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337423488/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017925.960491:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017925.960493:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017925.960496:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337423488:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017926.393955:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017927.395972:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017928.397988:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017929.399975:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017930.401940:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017930.967781:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017930.967792:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017930.967796:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017930.967806:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2198 00000100:00080000:2.0:1734017930.967815:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017930.967823:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017930.967857:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337423616/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017930.967889:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017930.967893:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017930.967895:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017930.967900:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2198 00000100:00080000:2.0:1734017930.967903:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017930.967907:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017930.967915:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017930.967926:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337423744/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017930.967936:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017930.967939:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017930.967941:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017930.967944:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2198 00000100:00080000:2.0:1734017930.967947:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017930.967950:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017930.967955:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017930.967963:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337423872/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017930.967972:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017930.967975:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017930.967976:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017930.967980:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2198 00000100:00080000:2.0:1734017930.967982:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017930.967985:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017930.967989:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017930.967992:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337423616:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017930.967997:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337424000/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017930.968006:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017930.968009:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017930.968010:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017930.968014:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2198 00000100:00080000:2.0:1734017930.968016:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017930.968020:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017930.968023:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017930.968031:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337424128/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017930.968040:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017930.968043:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017930.968045:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017930.968049:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2198 00000100:00080000:2.0:1734017930.968051:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017930.968054:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734017930.968058:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734017930.968059:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017930.968066:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337424256/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017930.968078:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017930/real 1734017930] req@ffff8800a8fd6680 x1818247337423616/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017930.968098:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337423616/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017930.968108:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017930.968111:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017930.968116:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337423616:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017930.968123:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337423744:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017930.968139:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017930.968146:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017930/real 1734017930] req@ffff8800a8fd6a00 x1818247337423744/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017930.968157:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337423744/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017930.968166:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017930.968169:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017930.968172:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337423744:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017930.968178:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337423872:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017930.968190:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017930.968196:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017930/real 1734017930] req@ffff8800a8fd6300 x1818247337423872/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017930.968206:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337423872/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017930.968213:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017930.968216:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017930.968219:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337423872:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017930.968244:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337424000:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017930.968256:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017930.968262:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017930/real 1734017930] req@ffff8800a8fd7b80 x1818247337424000/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017930.968272:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337424000/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017930.968280:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017930.968282:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017930.968285:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337424000:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017930.968291:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337424128:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017930.968342:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017930.968350:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017930/real 1734017930] req@ffff8800a8fd4a80 x1818247337424128/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017930.968361:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337424128/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017930.968369:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017930.968371:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017930.968374:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337424128:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017930.968379:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337424256:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017930.968392:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017930.968397:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017930/real 1734017930] req@ffff8800a8fd5180 x1818247337424256/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017930.968407:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337424256/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017930.968414:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017930.968417:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017930.968420:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337424256:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734017931.403982:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017932.405963:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017933.407946:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017934.409940:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017935.411933:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017935.975856:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017935.975866:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017935.975870:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017935.975881:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2203 00000100:00080000:2.0:1734017935.975890:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017935.975898:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017935.975935:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337424384/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017935.975969:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017935.975974:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017935.975975:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017935.975980:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2203 00000100:00080000:2.0:1734017935.975983:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017935.975986:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017935.975996:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017935.976007:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337424512/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017935.976024:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017935.976027:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017935.976028:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017935.976032:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2203 00000100:00080000:2.0:1734017935.976034:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017935.976037:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017935.976042:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017935.976049:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337424640/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017935.976057:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017935.976060:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017935.976062:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017935.976065:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2203 00000100:00080000:2.0:1734017935.976067:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017935.976070:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017935.976074:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017935.976081:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337424384:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017935.976082:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337424768/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017935.976091:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017935.976094:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017935.976096:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017935.976099:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2203 00000100:00080000:2.0:1734017935.976102:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017935.976105:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017935.976109:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017935.976116:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337424896/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017935.976125:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017935.976128:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017935.976129:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017935.976133:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2203 00000100:00080000:2.0:1734017935.976145:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734017935.976148:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017935.976148:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017935.976152:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017935.976159:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337425024/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017935.976169:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017935/real 1734017935] req@ffff8800a8fd4e00 x1818247337424384/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017935.976189:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337424384/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017935.976200:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017935.976204:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017935.976208:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337424384:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017935.976244:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337424512:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017935.976264:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017935.976271:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017935/real 1734017935] req@ffff8800a8fd7100 x1818247337424512/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017935.976283:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337424512/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017935.976291:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017935.976293:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017935.976297:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337424512:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017935.976303:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337424640:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017935.976316:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017935.976322:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017935/real 1734017935] req@ffff8800a8fd5500 x1818247337424640/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017935.976332:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337424640/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017935.976346:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017935.976349:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017935.976352:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337424640:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017935.976376:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337424768:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017935.976388:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017935.976394:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017935/real 1734017935] req@ffff8800a8fd7480 x1818247337424768/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017935.976404:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337424768/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017935.976413:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017935.976415:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017935.976418:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337424768:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017935.976423:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337424896:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017935.976439:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017935.976445:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017935/real 1734017935] req@ffff8800a8fd4380 x1818247337424896/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017935.976455:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337424896/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017935.976462:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017935.976464:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017935.976467:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337424896:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017935.976474:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337425024:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017935.976488:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017935.976493:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017935/real 1734017935] req@ffff8800a8fd5880 x1818247337425024/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017960 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017935.976503:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337425024/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017960 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017935.976510:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017935.976512:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017935.976515:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337425024:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017936.413958:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017937.415978:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017938.417969:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017939.419888:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017940.421965:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017940.983848:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017940.983857:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017940.983862:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017940.983873:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2208 00000100:00080000:2.0:1734017940.983882:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017940.983890:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017940.983926:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337425152/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017940.983960:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017940.983964:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017940.983966:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017940.983971:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2208 00000100:00080000:2.0:1734017940.983974:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017940.983978:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017940.983987:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017940.983997:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337425280/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017940.984007:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017940.984011:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017940.984012:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017940.984016:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2208 00000100:00080000:2.0:1734017940.984019:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017940.984022:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017940.984026:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017940.984033:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337425408/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017940.984041:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017940.984044:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017940.984046:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017940.984049:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2208 00000100:00080000:2.0:1734017940.984051:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017940.984054:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017940.984058:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017940.984065:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337425152:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017940.984066:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337425536/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017940.984075:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017940.984079:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017940.984080:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017940.984084:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2208 00000100:00080000:2.0:1734017940.984086:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017940.984089:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017940.984093:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017940.984102:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337425664/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017940.984111:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017940.984114:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017940.984115:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017940.984118:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2208 00000100:00080000:2.0:1734017940.984121:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017940.984155:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017940.984160:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017940.984169:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337425792/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017940.984196:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337425280:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017940.984233:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337425408:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017940.984268:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337425536:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017940.984291:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337425664:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017940.984312:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337425792:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017941.423984:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017942.426002:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017943.427929:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734017943.990146:0:1966:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:0.0:1734017943.990207:0:1966:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734017943.990233:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734017943.990280:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734017943.990293:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734017943.990304:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734017943.990314:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734017943.990324:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:1.0:1734017943.990386:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017940/real 1734017943] req@ffff8800a8fd6d80 x1818247337425536/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017943.990436:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337425536/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017943.990452:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017943.990457:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017943.990465:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337425536:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017943.990476:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017940/real 1734017943] req@ffff8800a8fd5880 x1818247337425664/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017943.990493:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337425664/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017943.990501:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017943.990505:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017943.990509:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337425664:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017943.990515:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017940/real 1734017943] req@ffff8800a8fd4380 x1818247337425792/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017943.990526:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337425792/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017943.990533:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017943.990536:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017943.990539:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337425792:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017943.990545:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017940/real 1734017943] req@ffff8800a8fd5f80 x1818247337425152/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017943.990564:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337425152/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017943.990572:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017943.990574:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017943.990577:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337425152:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017943.990594:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017940/real 1734017943] req@ffff8800a8fd7800 x1818247337425280/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017943.990605:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337425280/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017943.990612:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017943.990615:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017943.990618:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337425280:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017943.990625:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017940/real 1734017943] req@ffff8800a8fd5c00 x1818247337425408/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017943.990636:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337425408/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017943.990643:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017943.990645:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017943.990648:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337425408:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017944.429980:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017945.431973:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017945.991841:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017945.991850:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017945.991855:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017945.991865:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2213 00000100:00080000:2.0:1734017945.991876:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017945.991884:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017945.991921:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337425920/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017945.991954:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017945.991958:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017945.991960:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017945.991964:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2213 00000100:00080000:2.0:1734017945.991967:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017945.991971:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017945.991981:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017945.991991:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337426048/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017945.992001:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017945.992005:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017945.992006:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017945.992010:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2213 00000100:00080000:2.0:1734017945.992012:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017945.992016:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017945.992020:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017945.992027:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337426176/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017945.992036:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017945.992067:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017945.992069:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017945.992074:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2213 00000100:00080000:2.0:1734017945.992077:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017945.992080:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017945.992085:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017945.992092:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337425920:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017945.992094:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337426304/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017945.992103:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017945.992107:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017945.992109:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017945.992112:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2213 00000100:00080000:2.0:1734017945.992114:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017945.992118:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017945.992122:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017945.992129:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337426432/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017945.992138:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017945.992141:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017945.992143:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017945.992146:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2213 00000100:00080000:2.0:1734017945.992149:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017945.992152:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017945.992155:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017945.992157:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734017945.992163:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337426560/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017945.992176:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017945/real 1734017945] req@ffff8800a8fd7480 x1818247337425920/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017945.992195:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337425920/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017945.992206:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017945.992209:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017945.992213:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337425920:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017945.992220:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337426048:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017945.992236:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017945.992243:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017945/real 1734017945] req@ffff8800a8fd5500 x1818247337426048/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017945.992254:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337426048/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017945.992261:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017945.992264:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017945.992267:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337426048:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017945.992273:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337426176:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017945.992290:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017945.992296:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017945/real 1734017945] req@ffff8800a8fd7100 x1818247337426176/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017945.992306:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337426176/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017945.992314:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017945.992317:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017945.992320:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337426176:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017945.992343:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337426304:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017945.992355:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017945.992361:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017945/real 1734017945] req@ffff8800a8fd4e00 x1818247337426304/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017945.992371:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337426304/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017945.992379:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017945.992381:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017945.992384:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337426304:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017945.992389:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337426432:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017945.992405:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017945.992410:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017945/real 1734017945] req@ffff8800a8fd5180 x1818247337426432/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017945.992420:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337426432/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017945.992427:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017945.992429:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017945.992433:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337426432:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017945.992438:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337426560:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017945.992450:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017945.992456:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017945/real 1734017945] req@ffff8800a8fd4a80 x1818247337426560/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017945.992466:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337426560/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017945.992472:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017945.992475:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017945.992478:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337426560:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017946.433976:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017947.436008:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017948.437963:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017949.439966:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017950.442028:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017950.999831:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017950.999841:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017950.999845:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017950.999855:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2218 00000100:00080000:2.0:1734017950.999864:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017950.999872:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017950.999907:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337426688/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017950.999942:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017950.999946:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017950.999948:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017950.999952:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2218 00000100:00080000:2.0:1734017950.999987:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017950.999992:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017951.000002:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017951.000013:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337426816/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017951.000024:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017951.000027:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017951.000028:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017951.000032:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2218 00000100:00080000:2.0:1734017951.000035:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017951.000038:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017951.000043:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017951.000051:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337426944/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017951.000057:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337426688:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017951.000060:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017951.000063:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017951.000065:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017951.000068:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2218 00000100:00080000:2.0:1734017951.000070:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017951.000073:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017951.000077:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017951.000085:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337427072/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017951.000093:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017951.000096:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017951.000098:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017951.000101:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2218 00000100:00080000:2.0:1734017951.000104:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017951.000107:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017951.000111:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017951.000119:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337427200/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017951.000121:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017951.000128:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017951.000131:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017951.000133:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017951.000137:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2218 00000100:00080000:2.0:1734017951.000140:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734017951.000142:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017950/real 1734017950] req@ffff8800a8fd7b80 x1818247337426688/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734017951.000143:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017951.000147:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017951.000155:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337427328/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017951.000161:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337426688/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017951.000172:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017951.000175:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017951.000180:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337426688:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017951.000187:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337426816:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017951.000207:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017951.000213:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017950/real 1734017950] req@ffff8800a8fd6300 x1818247337426816/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017951.000225:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337426816/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017951.000232:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017951.000235:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017951.000238:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337426816:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017951.000261:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337426944:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017951.000274:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017951.000280:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017950/real 1734017950] req@ffff8800a8fd6a00 x1818247337426944/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017951.000291:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337426944/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017951.000298:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017951.000301:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017951.000304:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337426944:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017951.000310:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337427072:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017951.000321:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017951.000327:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017950/real 1734017950] req@ffff8800a8fd6680 x1818247337427072/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017951.000343:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337427072/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017951.000351:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017951.000353:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017951.000356:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337427072:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017951.000361:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337427200:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017951.000373:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017951.000379:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017950/real 1734017950] req@ffff8800a8fd4a80 x1818247337427200/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017951.000389:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337427200/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017951.000396:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017951.000398:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017951.000401:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337427200:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017951.000407:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337427328:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017951.000421:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017951.000427:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017950/real 1734017950] req@ffff8800a8fd5180 x1818247337427328/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017951.000437:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337427328/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017951.000444:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017951.000447:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017951.000450:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337427328:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734017951.443984:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017952.445964:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017953.447989:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017954.449978:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017955.451961:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017956.007789:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017956.007798:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017956.007803:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017956.007813:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2223 00000100:00080000:2.0:1734017956.007822:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017956.007830:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017956.007906:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337427456/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017956.007939:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017956.007943:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017956.007945:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017956.007950:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2223 00000100:00080000:2.0:1734017956.007953:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017956.007957:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017956.007967:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017956.007978:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337427584/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017956.007995:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017956.007999:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017956.008000:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017956.008004:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2223 00000100:00080000:2.0:1734017956.008006:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017956.008009:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017956.008013:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017956.008021:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337427712/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017956.008029:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017956.008032:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017956.008034:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017956.008037:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2223 00000100:00080000:2.0:1734017956.008039:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017956.008042:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017956.008046:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017956.008050:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337427456:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017956.008054:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337427840/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017956.008063:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017956.008066:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017956.008067:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017956.008071:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2223 00000100:00080000:2.0:1734017956.008074:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017956.008077:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017956.008080:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017956.008087:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337427968/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017956.008096:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017956.008099:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017956.008101:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017956.008104:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2223 00000100:00080000:2.0:1734017956.008107:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017956.008110:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017956.008113:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017956.008114:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734017956.008120:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337428096/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017956.008134:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017956/real 1734017956] req@ffff8800a8fd4e00 x1818247337427456/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017956.008153:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337427456/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017956.008164:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017956.008167:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017956.008172:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337427456:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017956.008179:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337427584:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017956.008195:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017956.008201:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017956/real 1734017956] req@ffff8800a8fd7100 x1818247337427584/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017956.008213:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337427584/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017956.008220:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017956.008223:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017956.008226:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337427584:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017956.008236:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337427712:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017956.008250:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017956.008255:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017956/real 1734017956] req@ffff8800a8fd5500 x1818247337427712/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017956.008266:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337427712/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017956.008274:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017956.008276:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017956.008279:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337427712:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017956.008303:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337427840:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017956.008315:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017956.008321:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017956/real 1734017956] req@ffff8800a8fd7480 x1818247337427840/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017956.008331:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337427840/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017956.008339:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017956.008341:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017956.008344:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337427840:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017956.008350:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337427968:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017956.008362:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017956.008367:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017956/real 1734017956] req@ffff8800a8fd5c00 x1818247337427968/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017956.008378:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337427968/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017956.008386:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017956.008388:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017956.008391:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337427968:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017956.008397:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337428096:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017956.008408:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017956.008414:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017956/real 1734017956] req@ffff8800a8fd7800 x1818247337428096/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017956.008424:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337428096/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017956.008431:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017956.008433:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017956.008436:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337428096:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017956.454000:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017957.456037:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017958.458019:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017959.460011:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017960.461997:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017961.015883:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017961.015896:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017961.015902:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017961.015916:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2228 00000100:00080000:2.0:1734017961.015927:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017961.015936:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017961.015986:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337428224/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017961.016024:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017961.016028:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017961.016031:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017961.016036:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2228 00000100:00080000:2.0:1734017961.016040:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017961.016044:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017961.016055:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017961.016067:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337428352/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017961.016077:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017961.016081:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017961.016082:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017961.016086:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2228 00000100:00080000:2.0:1734017961.016089:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017961.016093:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017961.016097:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017961.016105:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337428480/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017961.016114:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017961.016117:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017961.016119:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017961.016122:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2228 00000100:00080000:2.0:1734017961.016125:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017961.016128:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017961.016133:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017961.016140:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337428608/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017961.016151:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017961.016155:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017961.016156:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017961.016160:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2228 00000100:00080000:2.0:1734017961.016162:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734017961.016166:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337428224:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017961.016166:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017961.016170:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017961.016182:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337428736/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017961.016191:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017961.016194:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017961.016195:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017961.016199:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2228 00000100:00080000:2.0:1734017961.016201:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017961.016205:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017961.016209:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017961.016217:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337428864/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734017961.016241:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017961.016265:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017961/real 1734017961] req@ffff8800a8fd5f80 x1818247337428224/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017961.016285:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337428224/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017961.016297:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017961.016300:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017961.016305:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337428224:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017961.016313:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337428352:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017961.016330:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017961.016336:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017961/real 1734017961] req@ffff8800a8fd4380 x1818247337428352/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017961.016347:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337428352/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017961.016355:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017961.016358:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017961.016361:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337428352:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017961.016367:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337428480:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017961.016381:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017961.016386:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017961/real 1734017961] req@ffff8800a8fd5880 x1818247337428480/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017961.016396:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337428480/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017961.016404:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017961.016406:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017961.016410:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337428480:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017961.016438:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337428608:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017961.016450:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017961.016456:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017961/real 1734017961] req@ffff8800a8fd6d80 x1818247337428608/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017961.016467:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337428608/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017961.016474:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017961.016477:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017961.016480:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337428608:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017961.016486:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337428736:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017961.016498:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017961.016503:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017961/real 1734017961] req@ffff8800a8fd7800 x1818247337428736/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017961.016513:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337428736/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017961.016520:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017961.016523:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017961.016526:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337428736:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017961.016532:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337428864:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017961.016544:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017961.016549:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017961/real 1734017961] req@ffff8800a8fd5c00 x1818247337428864/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017961.016560:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337428864/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017961.016568:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017961.016570:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017961.016573:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337428864:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017961.463941:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017962.466135:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017963.467972:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017964.469983:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017965.471963:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017966.023852:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017966.023862:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017966.023866:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017966.023876:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2233 00000100:00080000:2.0:1734017966.023886:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017966.023894:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017966.023931:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337428992/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017966.023964:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017966.023968:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017966.023970:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017966.023974:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2233 00000100:00080000:2.0:1734017966.023977:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017966.023981:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017966.023991:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017966.024001:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337429120/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017966.024011:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017966.024015:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017966.024016:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017966.024020:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2233 00000100:00080000:2.0:1734017966.024022:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017966.024025:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017966.024030:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017966.024037:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337429248/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017966.024046:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017966.024049:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017966.024051:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017966.024055:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2233 00000100:00080000:2.0:1734017966.024057:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017966.024060:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734017966.024064:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337428992:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734017966.024065:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017966.024072:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337429376/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017966.024081:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017966.024084:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017966.024086:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017966.024089:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2233 00000100:00080000:2.0:1734017966.024092:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017966.024095:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017966.024099:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017966.024106:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337429504/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017966.024114:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017966.024117:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017966.024119:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017966.024122:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2233 00000100:00080000:2.0:1734017966.024125:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734017966.024129:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017966.024129:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017966.024133:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017966.024140:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337429632/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017966.024150:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017966/real 1734017966] req@ffff8800a8fd7480 x1818247337428992/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017966.024169:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337428992/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017966.024180:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017966.024183:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017966.024188:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337428992:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017966.024195:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337429120:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017966.024212:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017966.024219:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017966/real 1734017966] req@ffff8800a8fd5500 x1818247337429120/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017966.024230:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337429120/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017966.024238:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017966.024241:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017966.024244:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337429120:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017966.024250:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337429248:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017966.024268:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017966.024273:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017966/real 1734017966] req@ffff8800a8fd7100 x1818247337429248/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017966.024283:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337429248/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017966.024290:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017966.024292:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017966.024296:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337429248:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017966.024319:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337429376:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017966.024331:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017966.024337:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017966/real 1734017966] req@ffff8800a8fd4e00 x1818247337429376/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017966.024347:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337429376/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017966.024355:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017966.024357:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017966.024360:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337429376:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017966.024365:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337429504:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017966.024382:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017966.024388:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017966/real 1734017966] req@ffff8800a8fd5180 x1818247337429504/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017966.024398:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337429504/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017966.024406:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017966.024408:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017966.024411:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337429504:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017966.024415:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337429632:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017966.024426:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017966.024432:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017966/real 1734017966] req@ffff8800a8fd4a80 x1818247337429632/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017966.024442:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337429632/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017966.024448:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017966.024450:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017966.024453:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337429632:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017966.473969:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017967.475974:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017968.477989:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017969.479967:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017970.481916:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017971.031771:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017971.031777:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017971.031781:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017971.031788:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2238 00000100:00080000:2.0:1734017971.031795:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017971.031800:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017971.031825:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337429760/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017971.031846:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017971.031849:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017971.031850:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017971.031853:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2238 00000100:00080000:2.0:1734017971.031855:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017971.031857:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017971.031864:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017971.031870:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337429888/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017971.031876:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017971.031878:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017971.031879:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017971.031881:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2238 00000100:00080000:2.0:1734017971.031883:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017971.031885:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017971.031888:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017971.031893:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337430016/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017971.031898:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017971.031900:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017971.031901:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017971.031903:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2238 00000100:00080000:2.0:1734017971.031905:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017971.031906:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017971.031909:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017971.031913:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337430144/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017971.031931:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337429760:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017971.031939:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017971.031942:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017971.031944:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017971.031947:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2238 00000100:00080000:2.0:1734017971.031950:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017971.031953:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017971.031958:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017971.031967:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337430272/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017971.031976:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017971.031980:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017971.031981:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017971.031985:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2238 00000100:00080000:2.0:1734017971.031988:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017971.031991:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017971.031995:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017971.031997:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734017971.032002:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337430400/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017971.032017:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017971/real 1734017971] req@ffff8800a8fd6680 x1818247337429760/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017971.032036:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337429760/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734017996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017971.032046:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017971.032050:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017971.032054:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337429760:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017971.032062:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337429888:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017971.032078:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017971.032085:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017971/real 1734017971] req@ffff8800a8fd6a00 x1818247337429888/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017971.032096:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337429888/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017971.032104:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017971.032106:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017971.032109:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337429888:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017971.032115:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337430016:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017971.032128:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017971.032133:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017971/real 1734017971] req@ffff8800a8fd6300 x1818247337430016/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017971.032143:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337430016/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017971.032151:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017971.032154:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017971.032157:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337430016:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017971.032181:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337430144:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017971.032193:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017971.032199:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017971/real 1734017971] req@ffff8800a8fd7b80 x1818247337430144/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017971.032209:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337430144/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017971.032217:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017971.032219:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017971.032222:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337430144:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017971.032228:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337430272:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017971.032239:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017971.032244:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017971/real 1734017971] req@ffff8800a8fd4a80 x1818247337430272/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017971.032254:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337430272/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734017996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017971.032261:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017971.032264:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017971.032267:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337430272:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017971.032273:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337430400:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017971.032289:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017971.032295:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017971/real 1734017971] req@ffff8800a8fd5180 x1818247337430400/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017971.032305:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337430400/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734017996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017971.032312:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017971.032314:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017971.032317:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337430400:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734017971.483979:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017972.485958:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017973.487921:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017974.489970:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017975.491932:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017976.039852:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017976.039862:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017976.039866:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017976.039877:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2243 00000100:00080000:2.0:1734017976.039886:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017976.039894:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017976.039931:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337430528/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017976.039966:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017976.039970:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017976.039972:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017976.039976:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2243 00000100:00080000:2.0:1734017976.039979:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017976.039983:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017976.039992:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017976.040003:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337430656/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017976.040020:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017976.040024:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017976.040025:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017976.040029:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2243 00000100:00080000:2.0:1734017976.040031:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017976.040034:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017976.040039:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017976.040046:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337430784/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017976.040055:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017976.040058:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017976.040059:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017976.040063:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2243 00000100:00080000:2.0:1734017976.040066:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734017976.040067:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337430528:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017976.040069:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017976.040073:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017976.040080:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337430912/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017976.040088:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017976.040091:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017976.040093:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017976.040096:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2243 00000100:00080000:2.0:1734017976.040099:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017976.040103:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017976.040107:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017976.040114:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337431040/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017976.040123:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017976.040125:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017976.040127:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017976.040131:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2243 00000800:00000100:1.0:1734017976.040132:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734017976.040133:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017976.040136:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017976.040140:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017976.040147:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337431168/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017976.040153:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017976/real 1734017976] req@ffff8800a8fd4e00 x1818247337430528/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017976.040172:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337430528/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017976.040182:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017976.040185:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017976.040190:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337430528:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017976.040197:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337430656:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017976.040213:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017976.040220:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017976/real 1734017976] req@ffff8800a8fd7100 x1818247337430656/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017976.040232:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337430656/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017976.040239:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017976.040242:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017976.040245:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337430656:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017976.040268:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337430784:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017976.040281:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017976.040287:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017976/real 1734017976] req@ffff8800a8fd5500 x1818247337430784/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017976.040297:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337430784/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017976.040305:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017976.040308:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017976.040311:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337430784:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017976.040316:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337430912:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017976.040327:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017976.040333:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017976/real 1734017976] req@ffff8800a8fd7480 x1818247337430912/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017976.040343:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337430912/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017976.040357:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017976.040360:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017976.040363:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337430912:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017976.040368:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337431040:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017976.040382:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017976.040387:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017976/real 1734017976] req@ffff8800a8fd5c00 x1818247337431040/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017976.040397:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337431040/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017976.040404:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017976.040407:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017976.040410:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337431040:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017976.040415:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337431168:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017976.040426:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017976.040432:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017976/real 1734017976] req@ffff8800a8fd7800 x1818247337431168/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018001 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017976.040441:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337431168/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018001 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017976.040448:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017976.040451:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017976.040454:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337431168:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017976.493976:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017977.496035:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017978.497977:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017979.499966:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017980.501980:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017981.047858:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017981.047867:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017981.047872:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017981.047882:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2248 00000100:00080000:2.0:1734017981.047892:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017981.047899:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017981.047936:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337431296/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017981.047971:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017981.047976:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017981.047978:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017981.047983:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2248 00000100:00080000:2.0:1734017981.047986:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017981.047990:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017981.047999:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017981.048010:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337431424/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017981.048019:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017981.048031:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017981.048032:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017981.048036:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2248 00000100:00080000:2.0:1734017981.048039:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017981.048042:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017981.048047:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017981.048055:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337431552/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017981.048064:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017981.048067:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017981.048068:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017981.048072:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2248 00000100:00080000:2.0:1734017981.048074:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017981.048077:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017981.048082:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017981.048090:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337431680/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017981.048094:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337431296:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017981.048099:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017981.048103:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017981.048105:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017981.048109:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2248 00000100:00080000:2.0:1734017981.048111:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017981.048114:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017981.048118:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017981.048127:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337431808/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017981.048136:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017981.048139:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017981.048140:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017981.048144:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2248 00000100:00080000:2.0:1734017981.048155:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017981.048159:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734017981.048161:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734017981.048163:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017981.048170:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337431936/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017981.048182:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017981/real 1734017981] req@ffff8800a8fd6d80 x1818247337431296/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017981.048201:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337431296/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017981.048212:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017981.048215:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017981.048220:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337431296:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017981.048227:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337431424:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017981.048243:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017981.048250:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017981/real 1734017981] req@ffff8800a8fd5880 x1818247337431424/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017981.048261:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337431424/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017981.048269:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017981.048271:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017981.048275:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337431424:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017981.048281:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337431552:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017981.048294:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017981.048301:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017981/real 1734017981] req@ffff8800a8fd4380 x1818247337431552/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017981.048311:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337431552/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017981.048319:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017981.048321:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017981.048324:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337431552:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017981.048348:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337431680:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017981.048360:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017981.048366:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017981/real 1734017981] req@ffff8800a8fd5f80 x1818247337431680/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017981.048376:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337431680/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017981.048384:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017981.048386:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017981.048389:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337431680:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017981.048395:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337431808:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017981.048411:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017981.048417:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017981/real 1734017981] req@ffff8800a8fd7800 x1818247337431808/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017981.048427:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337431808/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017981.048487:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017981.048491:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017981.048495:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337431808:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017981.048501:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337431936:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017981.048517:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017981.048524:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017981/real 1734017981] req@ffff8800a8fd5c00 x1818247337431936/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017981.048534:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337431936/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017981.048542:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017981.048544:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017981.048547:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337431936:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017981.503895:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017982.505955:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017983.507973:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017984.509982:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017985.511991:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017986.055852:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017986.055862:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017986.055868:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017986.055878:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2253 00000100:00080000:2.0:1734017986.055888:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017986.055897:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017986.055935:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337432064/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017986.055968:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017986.055972:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017986.055974:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017986.055979:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2253 00000100:00080000:2.0:1734017986.055982:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017986.055986:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017986.055995:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017986.056006:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337432192/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017986.056016:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017986.056019:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017986.056020:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017986.056024:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2253 00000100:00080000:2.0:1734017986.056026:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017986.056030:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017986.056034:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017986.056041:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337432320/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017986.056049:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017986.056052:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017986.056054:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017986.056058:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2253 00000100:00080000:2.0:1734017986.056060:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017986.056063:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017986.056068:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017986.056074:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337432064:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017986.056076:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337432448/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017986.056084:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017986.056088:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017986.056089:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017986.056093:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2253 00000100:00080000:2.0:1734017986.056095:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017986.056099:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017986.056102:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017986.056109:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337432576/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017986.056118:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017986.056121:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017986.056122:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017986.056126:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2253 00000100:00080000:2.0:1734017986.056128:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017986.056131:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017986.056136:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734017986.056138:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734017986.056143:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337432704/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017986.056159:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017986/real 1734017986] req@ffff8800a8fd7480 x1818247337432064/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017986.056179:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337432064/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017986.056190:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017986.056194:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017986.056198:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337432064:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017986.056205:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337432192:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017986.056221:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017986.056227:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017986/real 1734017986] req@ffff8800a8fd5500 x1818247337432192/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017986.056238:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337432192/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017986.056246:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017986.056249:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017986.056252:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337432192:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017986.056258:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337432320:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017986.056271:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017986.056276:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017986/real 1734017986] req@ffff8800a8fd7100 x1818247337432320/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017986.056286:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337432320/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017986.056294:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017986.056296:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017986.056299:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337432320:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017986.056322:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337432448:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017986.056338:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017986.056344:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017986/real 1734017986] req@ffff8800a8fd4e00 x1818247337432448/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017986.056355:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337432448/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017986.056407:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017986.056410:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017986.056413:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337432448:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017986.056420:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337432576:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017986.056436:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017986.056443:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017986/real 1734017986] req@ffff8800a8fd5180 x1818247337432576/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017986.056454:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337432576/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017986.056461:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017986.056463:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017986.056466:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337432576:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017986.056472:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337432704:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017986.056483:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017986.056489:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017986/real 1734017986] req@ffff8800a8fd4a80 x1818247337432704/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017986.056505:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337432704/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017986.056513:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017986.056515:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017986.056518:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337432704:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734017986.513947:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017987.515982:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017988.517970:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017989.519983:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017990.521990:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017991.063840:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017991.063850:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017991.063854:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017991.063865:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2258 00000100:00080000:2.0:1734017991.063874:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017991.063881:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017991.063917:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337432832/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017991.063952:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017991.063956:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017991.063958:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017991.063962:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2258 00000100:00080000:2.0:1734017991.063965:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017991.063969:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017991.063978:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017991.063988:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337432960/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017991.063998:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017991.064001:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017991.064003:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017991.064007:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2258 00000100:00080000:2.0:1734017991.064009:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017991.064013:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017991.064018:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017991.064026:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337433088/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017991.064035:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017991.064038:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017991.064039:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017991.064043:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2258 00000100:00080000:2.0:1734017991.064045:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017991.064048:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017991.064052:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017991.064060:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337433216/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017991.064064:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337432832:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734017991.064068:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017991.064072:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017991.064073:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017991.064078:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2258 00000100:00080000:2.0:1734017991.064080:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017991.064083:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017991.064087:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017991.064096:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337433344/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017991.064105:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017991.064108:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017991.064110:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017991.064114:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2258 00000100:00080000:2.0:1734017991.064126:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017991.064129:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734017991.064130:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734017991.064134:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017991.064141:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337433472/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017991.064151:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017991/real 1734017991] req@ffff8800a8fd7b80 x1818247337432832/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017991.064171:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337432832/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017991.064181:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017991.064185:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017991.064189:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337432832:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017991.064196:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337432960:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017991.064212:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017991.064219:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017991/real 1734017991] req@ffff8800a8fd6300 x1818247337432960/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017991.064230:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337432960/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017991.064239:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017991.064241:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017991.064245:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337432960:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017991.064250:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337433088:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017991.064263:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017991.064269:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017991/real 1734017991] req@ffff8800a8fd6a00 x1818247337433088/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017991.064323:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337433088/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017991.064330:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017991.064333:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017991.064336:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337433088:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017991.064361:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337433216:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017991.064379:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017991.064386:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017991/real 1734017991] req@ffff8800a8fd6680 x1818247337433216/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017991.064396:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337433216/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017991.064404:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017991.064406:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017991.064409:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337433216:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017991.064415:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337433344:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017991.064428:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017991.064434:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017991/real 1734017991] req@ffff8800a8fd4a80 x1818247337433344/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017991.064444:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337433344/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017991.064452:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017991.064454:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017991.064457:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337433344:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017991.064462:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337433472:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017991.064473:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017991.064478:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017991/real 1734017991] req@ffff8800a8fd5180 x1818247337433472/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017991.064488:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337433472/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017991.064494:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017991.064496:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017991.064499:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337433472:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734017991.523987:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734017992.525969:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017993.527951:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017994.529949:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017995.531873:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734017996.071796:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017996.071806:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734017996.071810:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017996.071821:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2263 00000100:00080000:2.0:1734017996.071831:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017996.071838:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734017996.071877:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337433600/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017996.071908:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017996.071913:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017996.071915:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017996.071919:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2263 00000100:00080000:2.0:1734017996.071922:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017996.071926:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017996.071935:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017996.071945:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337433728/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017996.071962:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017996.071966:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734017996.071968:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017996.071971:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2263 00000100:00080000:2.0:1734017996.071973:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017996.071976:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017996.071981:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017996.071988:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337433856/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017996.071997:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017996.071999:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017996.072001:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017996.072004:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2263 00000100:00080000:2.0:1734017996.072007:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017996.072010:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017996.072014:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734017996.072021:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337433600:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734017996.072021:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337433984/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017996.072030:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017996.072033:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734017996.072035:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017996.072038:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2263 00000100:00080000:2.0:1734017996.072041:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017996.072044:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734017996.072048:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734017996.072056:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337434112/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734017996.072065:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734017996.072068:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734017996.072069:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734017996.072073:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2263 00000100:00080000:2.0:1734017996.072083:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734017996.072087:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734017996.072090:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734017996.072091:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734017996.072098:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337434240/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734017996.072111:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017996/real 1734017996] req@ffff8800a8fd4e00 x1818247337433600/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017996.072131:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337433600/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017996.072141:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017996.072145:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017996.072149:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337433600:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734017996.072157:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337433728:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017996.072173:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017996.072179:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017996/real 1734017996] req@ffff8800a8fd7100 x1818247337433728/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017996.072223:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337433728/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017996.072231:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017996.072234:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017996.072238:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337433728:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017996.072244:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337433856:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017996.072260:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017996.072266:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017996/real 1734017996] req@ffff8800a8fd5500 x1818247337433856/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017996.072276:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337433856/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017996.072291:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017996.072293:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017996.072297:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337433856:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017996.072321:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337433984:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017996.072333:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017996.072339:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017996/real 1734017996] req@ffff8800a8fd7480 x1818247337433984/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017996.072349:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337433984/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017996.072358:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017996.072360:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017996.072363:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337433984:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734017996.072368:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337434112:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734017996.072380:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017996.072385:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017996/real 1734017996] req@ffff8800a8fd5c00 x1818247337434112/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017996.072395:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337434112/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017996.072402:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017996.072404:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017996.072408:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337434112:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734017996.072413:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337434240:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734017996.072425:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734017996.072430:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734017996/real 1734017996] req@ffff8800a8fd7800 x1818247337434240/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734017996.072440:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337434240/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734017996.072447:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734017996.072449:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734017996.072452:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337434240:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734017996.533960:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017997.535978:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734017998.537994:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734017999.539853:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018000.541971:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018001.079858:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018001.079867:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018001.079872:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018001.079882:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2268 00000100:00080000:2.0:1734018001.079891:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018001.079899:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018001.079934:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337434368/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018001.079968:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018001.079972:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018001.079974:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018001.079979:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2268 00000100:00080000:2.0:1734018001.079982:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018001.079986:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018001.079995:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018001.080005:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337434496/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018001.080015:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018001.080018:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018001.080020:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018001.080023:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2268 00000100:00080000:2.0:1734018001.080026:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018001.080029:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018001.080034:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018001.080041:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337434624/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018001.080049:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018001.080052:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018001.080054:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018001.080057:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2268 00000100:00080000:2.0:1734018001.080059:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018001.080063:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018001.080067:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018001.080074:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337434368:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018001.080074:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337434752/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018001.080083:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018001.080087:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018001.080088:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018001.080092:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2268 00000100:00080000:2.0:1734018001.080094:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018001.080098:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018001.080139:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018001.080151:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337434880/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018001.080161:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018001.080163:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018001.080165:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018001.080168:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2268 00000100:00080000:2.0:1734018001.080171:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734018001.080173:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018001.080175:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018001.080179:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018001.080186:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337435008/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018001.080195:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018001/real 1734018001] req@ffff8800a8fd5f80 x1818247337434368/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018001.080214:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337434368/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018001.080225:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018001.080228:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018001.080233:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337434368:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018001.080240:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337434496:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018001.080257:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018001.080264:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018001/real 1734018001] req@ffff8800a8fd4380 x1818247337434496/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018001.080276:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337434496/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018001.080283:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018001.080285:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018001.080289:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337434496:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018001.080294:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337434624:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018001.080307:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018001.080313:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018001/real 1734018001] req@ffff8800a8fd5880 x1818247337434624/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018001.080323:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337434624/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018001.080330:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018001.080332:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018001.080335:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337434624:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018001.080359:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337434752:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018001.080371:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018001.080377:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018001/real 1734018001] req@ffff8800a8fd6d80 x1818247337434752/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018001.080387:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337434752/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018001.080402:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018001.080405:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018001.080408:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337434752:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018001.080413:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337434880:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018001.080429:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018001.080434:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018001/real 1734018001] req@ffff8800a8fd7800 x1818247337434880/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018001.080444:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337434880/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018001.080451:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018001.080454:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018001.080457:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337434880:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018001.080462:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337435008:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018001.080478:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018001.080484:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018001/real 1734018001] req@ffff8800a8fd5c00 x1818247337435008/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018001.080493:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337435008/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018001.080501:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018001.080503:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018001.080506:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337435008:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018001.543980:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018002.545990:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018003.547925:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018004.549973:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018005.551958:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018006.087851:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018006.087860:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018006.087865:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018006.087876:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2273 00000100:00080000:2.0:1734018006.087886:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018006.087895:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018006.087934:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337435136/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018006.087967:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018006.087971:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018006.087973:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018006.087977:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2273 00000100:00080000:2.0:1734018006.087980:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018006.087984:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018006.087994:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018006.088004:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337435264/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018006.088014:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018006.088056:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018006.088058:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018006.088062:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2273 00000100:00080000:2.0:1734018006.088065:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018006.088069:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018006.088074:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018006.088082:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337435392/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018006.088092:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018006.088095:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1734018006.088096:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337435136:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018006.088098:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018006.088102:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2273 00000100:00080000:2.0:1734018006.088104:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018006.088107:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018006.088111:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018006.088119:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337435520/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018006.088127:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018006.088130:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018006.088132:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018006.088135:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2273 00000100:00080000:2.0:1734018006.088138:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018006.088141:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018006.088145:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018006.088152:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337435648/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018006.088160:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018006.088163:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018006.088165:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018006.088168:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2273 00000100:00080000:2.0:1734018006.088171:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018006.088174:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018006.088178:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018006.088185:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337435776/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018006.088187:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337435264:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018006.088214:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337435392:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018006.088229:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337435520:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018006.088243:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337435648:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018006.088257:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337435776:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018006.553935:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018007.555979:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018008.557945:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734018009.094151:0:1965:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:0.0:1734018009.094207:0:1965:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734018009.094226:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018009.094259:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018009.094267:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018009.094274:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018009.094280:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018009.094287:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:1.0:1734018009.094366:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018006/real 1734018009] req@ffff8800a8fd7100 x1818247337435392/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018009.094396:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337435392/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018009.094409:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018009.094413:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018009.094419:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337435392:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018009.094426:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018006/real 1734018009] req@ffff8800a8fd4e00 x1818247337435520/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018009.094440:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337435520/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018009.094463:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018009.094468:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018009.094473:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337435520:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018009.094482:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018006/real 1734018009] req@ffff8800a8fd5180 x1818247337435648/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018009.094501:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337435648/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018009.094513:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018009.094518:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018009.094523:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337435648:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018009.094546:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018006/real 1734018009] req@ffff8800a8fd4a80 x1818247337435776/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018009.094565:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337435776/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018009.094577:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018009.094581:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018009.094587:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337435776:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018009.094597:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018006/real 1734018009] req@ffff8800a8fd7480 x1818247337435136/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018009.094617:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337435136/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018009.094638:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018009.094642:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018009.094647:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337435136:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018009.094656:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018006/real 1734018009] req@ffff8800a8fd5500 x1818247337435264/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018009.094673:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337435264/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018009.094684:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018009.094688:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018009.094692:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337435264:192.168.201.110@tcp:38:kworker.0 00010000:00010000:1.0:1734018009.560044:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018010.561992:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018011.095840:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018011.095850:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018011.095854:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018011.095864:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2278 00000100:00080000:2.0:1734018011.095874:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018011.095881:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018011.095916:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337435904/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018011.095991:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018011.095995:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018011.095997:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018011.096002:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2278 00000100:00080000:2.0:1734018011.096005:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018011.096010:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018011.096020:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018011.096031:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337436032/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018011.096041:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018011.096045:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018011.096046:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018011.096050:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2278 00000100:00080000:2.0:1734018011.096052:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018011.096056:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018011.096061:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018011.096069:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337436160/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018011.096078:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018011.096081:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018011.096082:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018011.096086:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2278 00000100:00080000:2.0:1734018011.096088:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018011.096091:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018011.096095:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018011.096101:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337435904:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018011.096103:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337436288/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018011.096112:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018011.096115:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018011.096117:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018011.096120:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2278 00000100:00080000:2.0:1734018011.096122:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018011.096126:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018011.096129:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018011.096138:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337436416/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018011.096147:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018011.096150:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018011.096152:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018011.096156:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2278 00000100:00080000:2.0:1734018011.096158:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018011.096161:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018011.096166:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018011.096167:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734018011.096173:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337436544/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018011.096187:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018011/real 1734018011] req@ffff8800a8fd6680 x1818247337435904/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018011.096207:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337435904/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018011.096218:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018011.096222:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018011.096226:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337435904:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018011.096234:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337436032:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018011.096251:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018011.096257:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018011/real 1734018011] req@ffff8800a8fd6a00 x1818247337436032/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018011.096269:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337436032/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018011.096276:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018011.096279:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018011.096282:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337436032:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018011.096288:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337436160:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018011.096301:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018011.096306:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018011/real 1734018011] req@ffff8800a8fd6300 x1818247337436160/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018011.096316:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337436160/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018011.096323:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018011.096326:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018011.096329:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337436160:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018011.096353:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337436288:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018011.096365:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018011.096371:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018011/real 1734018011] req@ffff8800a8fd7b80 x1818247337436288/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018011.096388:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337436288/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018011.096396:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018011.096398:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018011.096401:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337436288:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018011.096406:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337436416:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018011.096417:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018011.096423:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018011/real 1734018011] req@ffff8800a8fd5500 x1818247337436416/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018011.096432:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337436416/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018011.096440:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018011.096442:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018011.096445:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337436416:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018011.096450:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337436544:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018011.096461:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018011.096467:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018011/real 1734018011] req@ffff8800a8fd7480 x1818247337436544/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018011.096477:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337436544/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018011.096484:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018011.096487:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018011.096490:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337436544:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018011.563991:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018012.565981:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018013.567990:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018014.569956:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018015.571928:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018016.103890:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018016.103899:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018016.103903:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018016.103913:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2283 00000100:00080000:2.0:1734018016.103923:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018016.103930:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018016.103968:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337436672/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018016.104001:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018016.104005:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018016.104007:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018016.104011:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2283 00000100:00080000:2.0:1734018016.104014:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018016.104019:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018016.104028:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018016.104039:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337436800/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018016.104056:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018016.104059:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018016.104061:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018016.104064:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2283 00000100:00080000:2.0:1734018016.104066:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018016.104070:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018016.104074:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018016.104081:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337436928/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018016.104089:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018016.104092:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018016.104093:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018016.104097:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2283 00000100:00080000:2.0:1734018016.104099:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018016.104102:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018016.104106:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018016.104114:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337437056/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018016.104117:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337436672:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018016.104122:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018016.104126:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018016.104127:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018016.104131:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2283 00000100:00080000:2.0:1734018016.104134:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018016.104137:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018016.104141:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018016.104148:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337437184/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018016.104157:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018016.104160:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018016.104161:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018016.104165:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2283 00000100:00080000:2.0:1734018016.104168:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018016.104171:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018016.104174:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018016.104181:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337437312/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018016.104182:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018016.104202:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018016/real 1734018016] req@ffff8800a8fd4a80 x1818247337436672/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018016.104220:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337436672/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018016.104231:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018016.104234:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018016.104239:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337436672:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018016.104246:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337436800:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018016.104261:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018016.104268:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018016/real 1734018016] req@ffff8800a8fd5180 x1818247337436800/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018016.104279:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337436800/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018016.104287:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018016.104289:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018016.104292:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337436800:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018016.104302:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337436928:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018016.104320:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018016.104326:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018016/real 1734018016] req@ffff8800a8fd4e00 x1818247337436928/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018016.104336:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337436928/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018016.104343:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018016.104346:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018016.104349:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337436928:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018016.104372:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337437056:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018016.104384:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018016.104390:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018016/real 1734018016] req@ffff8800a8fd7100 x1818247337437056/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018016.104399:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337437056/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018016.104407:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018016.104410:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018016.104413:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337437056:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018016.104419:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337437184:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018016.104430:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018016.104436:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018016/real 1734018016] req@ffff8800a8fd5c00 x1818247337437184/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018016.104447:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337437184/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018016.104455:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018016.104457:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018016.104460:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337437184:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018016.104465:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337437312:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018016.104476:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018016.104482:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018016/real 1734018016] req@ffff8800a8fd7800 x1818247337437312/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018016.104491:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337437312/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018016.104498:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018016.104500:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018016.104503:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337437312:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018016.573927:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018017.575969:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018018.578006:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018019.579995:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018020.581983:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018021.111883:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018021.111892:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018021.111897:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018021.111907:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2288 00000100:00080000:2.0:1734018021.111916:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018021.111924:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018021.111959:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337437440/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018021.111992:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018021.111996:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018021.111999:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018021.112003:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2288 00000100:00080000:2.0:1734018021.112007:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018021.112010:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018021.112020:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018021.112030:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337437568/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018021.112040:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018021.112043:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018021.112045:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018021.112048:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2288 00000100:00080000:2.0:1734018021.112051:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018021.112054:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018021.112059:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018021.112066:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337437696/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018021.112074:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018021.112077:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018021.112079:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018021.112082:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2288 00000100:00080000:2.0:1734018021.112085:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018021.112088:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018021.112092:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018021.112097:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337437440:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018021.112100:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337437824/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018021.112109:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018021.112113:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018021.112114:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018021.112118:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2288 00000100:00080000:2.0:1734018021.112120:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018021.112123:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018021.112127:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018021.112136:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337437952/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018021.112145:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018021.112148:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018021.112150:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018021.112153:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2288 00000100:00080000:2.0:1734018021.112156:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018021.112159:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734018021.112162:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734018021.112162:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018021.112170:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337438080/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018021.112182:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018021/real 1734018021] req@ffff8800a8fd6d80 x1818247337437440/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018021.112201:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337437440/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018021.112212:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018021.112216:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018021.112220:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337437440:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018021.112227:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337437568:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018021.112243:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018021.112250:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018021/real 1734018021] req@ffff8800a8fd5880 x1818247337437568/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018021.112260:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337437568/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018021.112268:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018021.112271:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018021.112275:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337437568:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018021.112280:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337437696:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018021.112294:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018021.112299:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018021/real 1734018021] req@ffff8800a8fd4380 x1818247337437696/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018021.112309:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337437696/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018021.112317:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018021.112319:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018021.112323:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337437696:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018021.112347:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337437824:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018021.112360:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018021.112366:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018021/real 1734018021] req@ffff8800a8fd5f80 x1818247337437824/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018021.112376:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337437824/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018021.112384:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018021.112386:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018021.112389:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337437824:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018021.112394:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337437952:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018021.112410:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018021.112416:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018021/real 1734018021] req@ffff8800a8fd7800 x1818247337437952/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018021.112426:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337437952/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018021.112433:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018021.112436:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018021.112439:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337437952:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018021.112444:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337438080:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018021.112460:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018021.112465:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018021/real 1734018021] req@ffff8800a8fd5c00 x1818247337438080/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018021.112476:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337438080/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018021.112483:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018021.112486:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018021.112489:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337438080:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018021.583985:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018022.585859:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018023.587924:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018024.589926:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018025.591892:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018026.119844:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018026.119853:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018026.119856:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018026.119865:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2293 00000100:00080000:2.0:1734018026.119875:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018026.119881:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018026.119910:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337438208/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018026.119940:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018026.119943:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018026.119944:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018026.119952:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2293 00000100:00080000:2.0:1734018026.119955:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018026.119958:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018026.119966:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018026.119974:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337438336/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018026.119982:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018026.119984:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018026.119985:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018026.119988:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2293 00000100:00080000:2.0:1734018026.119990:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018026.119992:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018026.119996:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018026.120002:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337438464/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018026.120006:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337438208:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018026.120009:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018026.120011:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018026.120013:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018026.120016:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2293 00000100:00080000:2.0:1734018026.120018:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018026.120021:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018026.120024:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018026.120030:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337438592/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018026.120037:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018026.120039:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018026.120041:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018026.120043:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2293 00000100:00080000:2.0:1734018026.120046:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018026.120049:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734018026.120050:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734018026.120052:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018026.120058:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337438720/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018026.120064:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018026/real 1734018026] req@ffff8800a8fd7100 x1818247337438208/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018026.120065:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018026.120068:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018026.120069:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018026.120072:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2293 00000100:00080000:2.0:1734018026.120074:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018026.120075:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337438208/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018026.120077:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018026.120080:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1734018026.120081:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018026.120083:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018026.120085:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337438208:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018026.120085:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337438848/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018026.120089:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337438336:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018026.120115:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018026.120119:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018026/real 1734018026] req@ffff8800a8fd4e00 x1818247337438336/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018026.120126:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337438336/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018026.120130:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018026.120132:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018026.120134:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337438336:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018026.120148:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337438464:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018026.120168:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018026.120172:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018026/real 1734018026] req@ffff8800a8fd5180 x1818247337438464/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018026.120177:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337438464/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018026.120188:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018026.120189:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018026.120191:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337438464:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018026.120194:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337438592:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018026.120200:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018026.120204:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018026/real 1734018026] req@ffff8800a8fd4a80 x1818247337438592/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018026.120209:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337438592/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018026.120213:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018026.120214:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018026.120216:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337438592:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018026.120219:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337438720:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018026.120225:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018026.120229:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018026/real 1734018026] req@ffff8800a8fd7480 x1818247337438720/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018026.120234:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337438720/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018026.120238:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018026.120239:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018026.120241:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337438720:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018026.120243:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337438848:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018026.120249:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018026.120252:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018026/real 1734018026] req@ffff8800a8fd5500 x1818247337438848/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018026.120257:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337438848/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018026.120260:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018026.120262:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018026.120263:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337438848:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018026.593891:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018027.595904:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018028.597898:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018029.599910:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018030.601890:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018031.127839:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018031.127849:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018031.127852:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018031.127861:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2298 00000100:00080000:2.0:1734018031.127871:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018031.127878:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018031.127907:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337438976/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018031.127939:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018031.127943:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018031.127945:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018031.127948:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2298 00000100:00080000:2.0:1734018031.127951:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018031.127955:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018031.127963:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018031.127974:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337439104/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018031.127983:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018031.127985:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018031.127987:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018031.127989:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337438976:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018031.127990:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2298 00000100:00080000:2.0:1734018031.127993:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018031.127996:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018031.128000:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018031.128008:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337439232/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018031.128016:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018031.128018:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018031.128020:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018031.128023:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2298 00000100:00080000:2.0:1734018031.128026:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018031.128029:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018031.128033:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018031.128034:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734018031.128041:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337439360/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018031.128049:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018031.128051:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018031/real 1734018031] req@ffff8800a8fd7b80 x1818247337438976/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018031.128052:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018031.128053:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018031.128057:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2298 00000100:00080000:2.0:1734018031.128059:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018031.128063:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018031.128066:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734018031.128067:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337438976/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018031.128075:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734018031.128075:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337439488/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734018031.128078:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00080000:2.0:1734018031.128083:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018031.128086:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018031.128087:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018031.128091:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2298 00000100:00100000:1.0:1734018031.128092:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337438976:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018031.128093:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018031.128096:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018031.128100:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018031.128108:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337439616/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018031.128112:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337439104:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018031.128130:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018031.128138:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018031/real 1734018031] req@ffff8800a8fd6300 x1818247337439104/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018031.128148:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337439104/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018031.128155:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018031.128157:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018031.128160:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337439104:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018031.128166:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337439232:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018031.128179:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018031.128192:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018031/real 1734018031] req@ffff8800a8fd6a00 x1818247337439232/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018031.128202:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337439232/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018031.128209:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018031.128211:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018031.128213:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337439232:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018031.128218:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337439360:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018031.128231:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018031.128237:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018031/real 1734018031] req@ffff8800a8fd6680 x1818247337439360/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018031.128245:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337439360/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018031.128252:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018031.128254:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018031.128257:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337439360:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018031.128262:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337439488:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018031.128275:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018031.128280:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018031/real 1734018031] req@ffff8800a8fd5500 x1818247337439488/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018031.128289:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337439488/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018031.128296:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018031.128298:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018031.128300:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337439488:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018031.128314:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337439616:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018031.128327:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018031.128332:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018031/real 1734018031] req@ffff8800a8fd7480 x1818247337439616/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018031.128340:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337439616/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018031.128346:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018031.128348:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018031.128351:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337439616:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018031.603900:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018032.605905:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018033.607905:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018034.609893:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018035.611925:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018036.135826:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018036.135833:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018036.135836:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018036.135843:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2303 00000100:00080000:2.0:1734018036.135852:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018036.135858:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018036.135889:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337439744/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018036.135930:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018036.135934:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018036.135935:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018036.135939:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2303 00000100:00080000:2.0:1734018036.135942:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018036.135945:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018036.135953:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018036.135963:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337439872/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018036.135977:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018036.135979:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018036.135980:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018036.135982:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2303 00000100:00080000:2.0:1734018036.135983:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018036.135986:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018036.135988:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018036.135994:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337440000/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018036.135999:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018036.136001:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018036.136002:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018036.136004:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2303 00000100:00080000:2.0:1734018036.136005:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018036.136007:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018036.136009:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018036.136014:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337440128/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018036.136017:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337439744:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018036.136018:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018036.136020:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018036.136021:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018036.136023:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2303 00000100:00080000:2.0:1734018036.136025:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018036.136027:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018036.136029:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018036.136033:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337440256/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018036.136038:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018036.136040:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018036.136040:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018036.136042:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2303 00000100:00080000:2.0:1734018036.136044:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018036.136045:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018036.136047:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018036.136051:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337440384/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018036.136061:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018036.136075:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018036/real 1734018036] req@ffff8800a8fd4a80 x1818247337439744/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018036.136086:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337439744/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018036.136091:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018036.136093:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018036.136095:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337439744:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018036.136099:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337439872:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018036.136108:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018036.136111:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018036/real 1734018036] req@ffff8800a8fd5180 x1818247337439872/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018036.136117:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337439872/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018036.136121:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018036.136122:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018036.136124:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337439872:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018036.136127:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337440000:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018036.136134:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018036.136137:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018036/real 1734018036] req@ffff8800a8fd4e00 x1818247337440000/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018036.136142:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337440000/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018036.136145:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018036.136147:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018036.136148:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337440000:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018036.136163:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337440128:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018036.136169:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018036.136172:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018036/real 1734018036] req@ffff8800a8fd7100 x1818247337440128/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018036.136178:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337440128/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018036.136186:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018036.136187:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018036.136189:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337440128:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018036.136191:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337440256:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018036.136197:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018036.136200:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018036/real 1734018036] req@ffff8800a8fd5c00 x1818247337440256/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018036.136212:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337440256/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018036.136217:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018036.136218:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018036.136219:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337440256:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018036.136223:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337440384:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018036.136229:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018036.136233:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018036/real 1734018036] req@ffff8800a8fd7800 x1818247337440384/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018036.136238:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337440384/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018036.136241:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018036.136242:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018036.136244:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337440384:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018036.613986:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018037.615895:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018038.617912:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018039.619891:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018040.621882:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018041.143843:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018041.143852:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018041.143855:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018041.143864:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2308 00000100:00080000:2.0:1734018041.143873:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018041.143887:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018041.143913:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337440512/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018041.143942:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018041.143946:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018041.143947:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018041.143951:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2308 00000100:00080000:2.0:1734018041.143954:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018041.143957:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018041.143965:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018041.143975:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337440640/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018041.143983:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018041.143986:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018041.143987:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018041.143990:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2308 00000100:00080000:2.0:1734018041.143992:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018041.143995:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018041.143999:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018041.144001:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337440512:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018041.144007:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337440768/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018041.144015:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018041.144018:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018041.144019:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018041.144022:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2308 00000100:00080000:2.0:1734018041.144024:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018041.144026:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018041.144030:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018041.144037:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337440896/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018041.144045:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018041.144048:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018041.144049:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018041.144052:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2308 00000800:00000100:1.0:1734018041.144053:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018041.144055:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018041.144059:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018041.144062:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734018041.144070:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018041/real 1734018041] req@ffff8800a8fd5f80 x1818247337440512/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018041.144071:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337441024/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018041.144078:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018041.144081:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018041.144082:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018041.144085:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337440512/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018041.144085:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2308 00000100:00080000:2.0:1734018041.144087:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018041.144090:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018041.144093:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1734018041.144094:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018041.144097:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:2.0:1734018041.144100:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337441152/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018041.144101:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337440512:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018041.144107:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337440640:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018041.144124:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018041.144132:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018041/real 1734018041] req@ffff8800a8fd4380 x1818247337440640/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018041.144141:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337440640/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018041.144148:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018041.144150:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018041.144153:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337440640:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018041.144173:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337440768:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018041.144186:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018041.144196:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018041/real 1734018041] req@ffff8800a8fd5880 x1818247337440768/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018041.144204:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337440768/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018041.144210:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018041.144212:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018041.144214:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337440768:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018041.144218:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337440896:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018041.144230:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018041.144235:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018041/real 1734018041] req@ffff8800a8fd6d80 x1818247337440896/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018041.144243:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337440896/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018041.144248:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018041.144250:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018041.144252:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337440896:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018041.144257:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337441024:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018041.144268:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018041.144273:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018041/real 1734018041] req@ffff8800a8fd7800 x1818247337441024/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018041.144281:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337441024/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018041.144292:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018041.144294:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018041.144297:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337441024:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018041.144301:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337441152:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018041.144313:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018041.144317:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018041/real 1734018041] req@ffff8800a8fd5c00 x1818247337441152/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018041.144323:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337441152/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018041.144327:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018041.144328:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018041.144329:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337441152:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018041.623899:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018042.626024:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018043.628048:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018044.629984:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018045.632000:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018046.151861:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018046.151876:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018046.151882:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018046.151895:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2313 00000100:00080000:2.0:1734018046.151910:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018046.151919:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018046.151978:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337441280/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018046.152009:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018046.152013:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018046.152014:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018046.152018:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2313 00000100:00080000:2.0:1734018046.152022:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018046.152025:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018046.152036:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018046.152045:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337441408/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018046.152052:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018046.152054:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018046.152055:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018046.152058:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2313 00000100:00080000:2.0:1734018046.152059:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018046.152062:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018046.152065:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018046.152070:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337441536/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018046.152075:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018046.152078:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018046.152079:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018046.152082:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2313 00000100:00080000:2.0:1734018046.152083:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018046.152085:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018046.152088:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018046.152093:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337441664/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018046.152098:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018046.152100:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018046.152101:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018046.152103:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2313 00000100:00080000:2.0:1734018046.152104:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018046.152107:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018046.152109:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018046.152114:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337441792/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018046.152118:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018046.152120:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018046.152121:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018046.152123:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2313 00000100:00080000:2.0:1734018046.152125:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018046.152126:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018046.152129:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018046.152133:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337441920/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018046.152164:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337441280:192.168.201.110@tcp:250:kworker.0 00000800:00000100:1.0:1734018046.152243:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018046.152266:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018046/real 1734018046] req@ffff8800a8fd7100 x1818247337441280/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018046.152286:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337441280/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018046.152297:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018046.152302:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018046.152307:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337441280:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018046.152314:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337441408:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018046.152330:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018046.152377:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018046/real 1734018046] req@ffff8800a8fd4e00 x1818247337441408/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018046.152389:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337441408/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018046.152397:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018046.152400:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018046.152403:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337441408:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018046.152410:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337441536:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018046.152425:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018046.152432:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018046/real 1734018046] req@ffff8800a8fd5180 x1818247337441536/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018046.152442:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337441536/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018046.152449:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018046.152452:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018046.152455:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337441536:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018046.152461:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337441664:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018046.152476:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018046.152482:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018046/real 1734018046] req@ffff8800a8fd4a80 x1818247337441664/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018046.152492:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337441664/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018046.152499:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018046.152502:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018046.152505:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337441664:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018046.152510:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337441792:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018046.152523:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018046.152528:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018046/real 1734018046] req@ffff8800a8fd7480 x1818247337441792/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018046.152538:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337441792/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018046.152545:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018046.152548:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018046.152551:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337441792:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018046.152580:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337441920:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018046.152593:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018046.152599:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018046/real 1734018046] req@ffff8800a8fd5500 x1818247337441920/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018046.152616:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337441920/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018046.152623:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018046.152625:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018046.152628:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337441920:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018046.633946:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018047.635915:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018048.637899:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018049.639871:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018050.641916:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018051.159916:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018051.159928:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018051.159933:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018051.159945:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2318 00000100:00080000:2.0:1734018051.159957:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018051.159965:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018051.160001:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337442048/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018051.160037:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018051.160041:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018051.160043:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018051.160047:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2318 00000100:00080000:2.0:1734018051.160050:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018051.160055:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018051.160064:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018051.160074:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337442176/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018051.160084:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018051.160087:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018051.160088:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018051.160092:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2318 00000100:00080000:2.0:1734018051.160095:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018051.160098:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018051.160103:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018051.160110:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337442304/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018051.160119:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018051.160122:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018051.160123:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018051.160126:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2318 00000100:00080000:2.0:1734018051.160129:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018051.160132:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018051.160136:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018051.160143:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337442432/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018051.160151:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018051.160154:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018051.160156:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018051.160159:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2318 00000100:00080000:2.0:1734018051.160161:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018051.160165:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734018051.160167:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337442048:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734018051.160169:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018051.160178:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337442560/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018051.160188:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018051.160190:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018051.160192:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018051.160196:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2318 00000100:00080000:2.0:1734018051.160198:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018051.160201:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018051.160205:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018051.160212:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337442688/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018051.160232:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018051.160303:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018051/real 1734018051] req@ffff8800a8fd6680 x1818247337442048/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018051.160329:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337442048/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018051.160340:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018051.160343:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018051.160348:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337442048:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018051.160356:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337442176:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018051.160376:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018051.160383:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018051/real 1734018051] req@ffff8800a8fd6a00 x1818247337442176/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018051.160394:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337442176/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018051.160402:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018051.160405:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018051.160408:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337442176:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018051.160414:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337442304:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018051.160426:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018051.160432:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018051/real 1734018051] req@ffff8800a8fd6300 x1818247337442304/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018051.160442:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337442304/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018051.160449:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018051.160451:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018051.160455:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337442304:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018051.160460:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337442432:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018051.160472:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018051.160477:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018051/real 1734018051] req@ffff8800a8fd7b80 x1818247337442432/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018051.160487:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337442432/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018051.160495:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018051.160497:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018051.160500:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337442432:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018051.160524:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337442560:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018051.160537:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018051.160543:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018051/real 1734018051] req@ffff8800a8fd5500 x1818247337442560/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018051.160553:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337442560/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018051.160561:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018051.160563:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018051.160566:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337442560:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018051.160571:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337442688:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018051.160582:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018051.160588:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018051/real 1734018051] req@ffff8800a8fd7480 x1818247337442688/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018051.160597:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337442688/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018051.160604:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018051.160606:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018051.160609:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337442688:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018051.643876:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018052.646032:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018053.647923:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018054.649895:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018055.651925:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018056.167886:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018056.167894:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018056.167897:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018056.167905:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2323 00000100:00080000:2.0:1734018056.167912:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018056.167917:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018056.167944:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337442816/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018056.167964:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018056.167967:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018056.167968:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018056.167970:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2323 00000100:00080000:2.0:1734018056.167972:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018056.167974:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018056.167981:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018056.167987:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337442944/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018056.167996:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018056.167998:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018056.167999:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018056.168001:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2323 00000100:00080000:2.0:1734018056.168003:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018056.168005:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018056.168007:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018056.168011:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337443072/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018056.168016:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018056.168018:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018056.168018:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018056.168020:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2323 00000100:00080000:2.0:1734018056.168022:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018056.168024:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018056.168026:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018056.168030:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337443200/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018056.168034:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018056.168036:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018056.168037:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018056.168039:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2323 00000100:00080000:2.0:1734018056.168041:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018056.168043:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018056.168045:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018056.168049:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337443328/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018056.168053:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337442816:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018056.168054:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018056.168056:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018056.168057:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018056.168059:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2323 00000100:00080000:2.0:1734018056.168060:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018056.168062:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018056.168064:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018056.168068:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337443456/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018056.168097:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018056.168110:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018056/real 1734018056] req@ffff8800a8fd4a80 x1818247337442816/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018056.168122:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337442816/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018056.168128:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018056.168130:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018056.168132:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337442816:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018056.168136:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337442944:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018056.168146:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018056.168149:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018056/real 1734018056] req@ffff8800a8fd5180 x1818247337442944/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018056.168156:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337442944/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018056.168160:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018056.168161:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018056.168198:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337442944:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018056.168202:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337443072:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018056.168212:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018056.168234:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018056/real 1734018056] req@ffff8800a8fd4e00 x1818247337443072/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018056.168242:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337443072/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018056.168253:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018056.168255:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018056.168257:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337443072:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018056.168261:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337443200:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018056.168271:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018056.168275:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018056/real 1734018056] req@ffff8800a8fd7100 x1818247337443200/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018056.168282:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337443200/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018056.168287:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018056.168289:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018056.168291:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337443200:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018056.168311:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337443328:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018056.168320:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018056.168324:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018056/real 1734018056] req@ffff8800a8fd5c00 x1818247337443328/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018056.168332:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337443328/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018056.168337:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018056.168338:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018056.168340:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337443328:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018056.168345:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337443456:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018056.168354:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018056.168358:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018056/real 1734018056] req@ffff8800a8fd7800 x1818247337443456/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018056.168366:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337443456/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018056.168371:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018056.168372:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018056.168374:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337443456:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018056.653930:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018057.656026:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018058.657962:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018059.659920:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018060.661919:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018061.175765:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018061.175775:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018061.175779:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018061.175788:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2328 00000100:00080000:2.0:1734018061.175795:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018061.175802:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018061.175832:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337443584/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018061.175857:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018061.175860:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018061.175862:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018061.175865:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2328 00000100:00080000:2.0:1734018061.175868:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018061.175871:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018061.175878:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018061.175886:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337443712/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018061.175894:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018061.175896:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018061.175898:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018061.175901:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2328 00000100:00080000:2.0:1734018061.175903:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018061.175905:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018061.175908:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018061.175913:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337443584:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018061.175915:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337443840/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018061.175921:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018061.175924:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018061.175925:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018061.175928:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2328 00000100:00080000:2.0:1734018061.175930:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018061.175932:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018061.175936:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018061.175942:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337443968/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018061.175948:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018061.175951:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018061.175952:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018061.175955:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2328 00000100:00080000:2.0:1734018061.175958:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018061.175961:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018061.175963:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1734018061.175966:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734018061.175971:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337444096/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018061.175977:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018061.175980:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018061.175981:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018061.175983:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018061/real 1734018061] req@ffff8800a8fd6d80 x1818247337443584/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018061.175984:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2328 00000100:00080000:2.0:1734018061.175986:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018061.175988:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018061.175991:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018061.175996:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337444224/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018061.175999:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337443584/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018061.176007:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018061.176010:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018061.176013:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337443584:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018061.176019:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337443712:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018061.176034:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018061.176039:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018061/real 1734018061] req@ffff8800a8fd5880 x1818247337443712/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018061.176048:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337443712/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018061.176054:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018061.176056:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018061.176058:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337443712:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018061.176077:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337443840:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018061.176119:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018061.176125:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018061/real 1734018061] req@ffff8800a8fd4380 x1818247337443840/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018061.176134:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337443840/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018061.176140:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018061.176142:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018061.176144:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337443840:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018061.176149:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337443968:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018061.176158:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018061.176162:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018061/real 1734018061] req@ffff8800a8fd5f80 x1818247337443968/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018061.176170:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337443968/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018061.176182:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018061.176184:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018061.176186:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337443968:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018061.176191:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337444096:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018061.176200:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018061.176204:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018061/real 1734018061] req@ffff8800a8fd7800 x1818247337444096/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018061.176212:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337444096/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018061.176217:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018061.176219:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018061.176221:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337444096:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018061.176226:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337444224:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018061.176234:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018061.176239:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018061/real 1734018061] req@ffff8800a8fd5c00 x1818247337444224/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018061.176246:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337444224/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018061.176252:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018061.176253:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018061.176256:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337444224:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018061.664015:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018062.665904:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018063.667881:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018064.670083:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018065.672034:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018066.183844:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018066.183856:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018066.183861:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018066.183872:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2333 00000100:00080000:2.0:1734018066.183882:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018066.183890:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018066.183929:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337444352/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018066.183966:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018066.183970:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018066.183972:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018066.183976:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2333 00000100:00080000:2.0:1734018066.183979:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018066.183983:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018066.184039:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018066.184051:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337444480/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018066.184061:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018066.184065:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018066.184066:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018066.184070:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2333 00000100:00080000:2.0:1734018066.184073:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018066.184076:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018066.184080:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018066.184088:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337444608/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018066.184097:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018066.184101:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018066.184103:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018066.184107:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2333 00000100:00100000:1.0:1734018066.184108:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337444352:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018066.184109:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018066.184112:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018066.184116:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018066.184124:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337444736/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018066.184132:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018066.184136:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018066.184137:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018066.184141:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2333 00000100:00080000:2.0:1734018066.184143:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018066.184147:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018066.184151:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018066.184158:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337444864/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018066.184166:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018066.184169:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018066.184171:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018066.184174:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2333 00000800:00000100:1.0:1734018066.184175:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018066.184177:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018066.184180:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018066.184184:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018066.184191:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337444992/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018066.184197:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018066/real 1734018066] req@ffff8800a8fd7100 x1818247337444352/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018066.184234:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337444352/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018066.184245:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018066.184248:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018066.184253:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337444352:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018066.184260:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337444480:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018066.184278:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018066.184286:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018066/real 1734018066] req@ffff8800a8fd4e00 x1818247337444480/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018066.184297:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337444480/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018066.184313:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018066.184316:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018066.184320:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337444480:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018066.184343:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337444608:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018066.184361:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018066.184369:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018066/real 1734018066] req@ffff8800a8fd5180 x1818247337444608/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018066.184380:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337444608/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018066.184387:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018066.184390:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018066.184393:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337444608:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018066.184399:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337444736:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018066.184410:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018066.184416:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018066/real 1734018066] req@ffff8800a8fd4a80 x1818247337444736/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018066.184426:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337444736/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018066.184433:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018066.184435:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018066.184438:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337444736:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018066.184444:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337444864:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018066.184457:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018066.184462:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018066/real 1734018066] req@ffff8800a8fd7480 x1818247337444864/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018066.184479:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337444864/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018066.184486:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018066.184488:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018066.184491:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337444864:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018066.184496:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337444992:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018066.184508:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018066.184513:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018066/real 1734018066] req@ffff8800a8fd5500 x1818247337444992/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018066.184523:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337444992/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018066.184530:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018066.184532:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018066.184535:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337444992:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018066.674021:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018067.675956:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018068.677984:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018069.679999:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018070.681935:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018071.191847:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018071.191857:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018071.191862:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018071.191872:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2338 00000100:00080000:2.0:1734018071.191880:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018071.191888:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018071.191960:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337445120/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018071.191994:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018071.192000:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018071.192003:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018071.192009:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2338 00000100:00080000:2.0:1734018071.192014:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018071.192020:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018071.192033:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018071.192051:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337445248/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018071.192066:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337445120:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018071.192067:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018071.192072:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018071.192074:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018071.192079:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2338 00000100:00080000:2.0:1734018071.192084:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018071.192089:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018071.192096:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018071.192108:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337445376/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018071.192120:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018071.192124:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018071.192126:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018071.192131:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2338 00000100:00080000:2.0:1734018071.192135:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018071.192140:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018071.192147:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018071.192159:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337445504/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018071.192169:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337445248:192.168.201.110@tcp:38:kworker.0 00000100:00080000:2.0:1734018071.192174:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018071.192179:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018071.192181:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018071.192186:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2338 00000100:00080000:2.0:1734018071.192190:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018071.192195:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734018071.192198:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337445376:192.168.201.110@tcp:8:kworker.0 00000008:00100000:2.0:1734018071.192201:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018071.192215:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337445632/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018071.192223:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337445504:192.168.201.110@tcp:8:kworker.0 00000100:00080000:2.0:1734018071.192230:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018071.192235:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018071.192238:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018071.192244:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2338 00000100:00100000:1.0:1734018071.192248:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337445632:192.168.201.110@tcp:38:kworker.0 00000100:00080000:2.0:1734018071.192248:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018071.192253:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018071.192260:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018071.192272:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337445760/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018071.192308:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337445760:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018071.683988:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018072.685957:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018073.688029:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1734018074.198123:0:1967:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:2.0:1734018074.198183:0:1967:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1734018074.198202:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:2.0:1734018074.198238:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:2.0:1734018074.198245:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:2.0:1734018074.198252:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:2.0:1734018074.198259:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:2.0:1734018074.198265:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:0.0:1734018074.198285:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018071/real 1734018074] req@ffff8800a8fd7480 x1818247337445760/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018074.198324:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337445760/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018074.198340:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018074.198347:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018074.198353:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337445760:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734018074.198365:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018071/real 1734018074] req@ffff8800a8fd5500 x1818247337445632/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018074.198384:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337445632/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018074.198396:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018074.198400:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018074.198406:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337445632:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734018074.198416:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018071/real 1734018074] req@ffff8800a8fd6680 x1818247337445504/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018074.198435:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337445504/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018074.198447:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018074.198451:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018074.198456:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337445504:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734018074.198467:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018071/real 1734018074] req@ffff8800a8fd6300 x1818247337445248/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018074.198485:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337445248/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018074.198499:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018074.198502:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018074.198508:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337445248:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734018074.198517:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018071/real 1734018074] req@ffff8800a8fd6a00 x1818247337445376/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018074.198535:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337445376/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018074.198545:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018074.198547:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018074.198551:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337445376:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734018074.198557:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018071/real 1734018074] req@ffff8800a8fd7b80 x1818247337445120/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018074.198569:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337445120/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018074.198576:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018074.198579:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018074.198582:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337445120:192.168.201.110@tcp:250:kworker.0 00010000:00010000:1.0:1734018074.689935:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018075.692032:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018076.199876:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018076.199886:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018076.199890:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018076.199900:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2343 00000100:00080000:2.0:1734018076.199909:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018076.199917:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018076.199954:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337445888/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018076.199986:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018076.199991:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018076.199993:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018076.199998:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2343 00000100:00080000:2.0:1734018076.200001:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018076.200005:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018076.200014:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018076.200025:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337446016/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018076.200035:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018076.200038:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018076.200040:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018076.200043:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2343 00000100:00080000:2.0:1734018076.200046:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018076.200049:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018076.200054:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018076.200061:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337446144/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018076.200070:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018076.200072:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018076.200074:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018076.200078:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2343 00000100:00080000:2.0:1734018076.200080:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018076.200083:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018076.200087:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018076.200094:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337446272/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018076.200096:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337445888:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018076.200104:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018076.200107:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018076.200108:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018076.200112:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2343 00000100:00080000:2.0:1734018076.200114:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018076.200117:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018076.200121:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018076.200128:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337446400/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018076.200137:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018076.200140:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018076.200141:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018076.200145:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2343 00000100:00080000:2.0:1734018076.200156:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1734018076.200160:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018076.200160:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018076.200164:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018076.200171:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337446528/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018076.200180:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018076/real 1734018076] req@ffff8800a8fd4a80 x1818247337445888/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018076.200199:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337445888/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018076.200210:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018076.200213:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018076.200217:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337445888:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734018076.200224:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337446016:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734018076.200240:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018076.200247:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018076/real 1734018076] req@ffff8800a8fd5180 x1818247337446016/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018076.200258:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337446016/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018076.200266:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018076.200268:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018076.200272:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337446016:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734018076.200277:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337446144:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018076.200290:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018076.200295:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018076/real 1734018076] req@ffff8800a8fd4e00 x1818247337446144/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018076.200314:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337446144/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018076.200322:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018076.200324:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018076.200327:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337446144:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734018076.200350:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337446272:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018076.200362:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018076.200367:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018076/real 1734018076] req@ffff8800a8fd7100 x1818247337446272/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018076.200377:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337446272/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018076.200385:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018076.200387:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018076.200390:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337446272:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734018076.200395:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337446400:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734018076.200407:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018076.200412:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018076/real 1734018076] req@ffff8800a8fd5c00 x1818247337446400/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018076.200422:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337446400/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018076.200430:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018076.200433:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018076.200436:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337446400:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734018076.200441:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337446528:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018076.200453:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018076.200458:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018076/real 1734018076] req@ffff8800a8fd7800 x1818247337446528/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018076.200468:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337446528/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018076.200475:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018076.200477:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018076.200481:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337446528:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018076.694009:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018077.695984:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018078.697980:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018079.699996:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018080.702001:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018081.207845:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018081.207855:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018081.207860:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018081.207871:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2348 00000100:00080000:2.0:1734018081.207880:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018081.207888:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018081.207924:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337446656/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018081.207958:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018081.207962:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018081.207964:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018081.207968:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2348 00000100:00080000:2.0:1734018081.207971:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018081.207975:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018081.207985:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018081.207995:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337446784/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018081.208005:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018081.208008:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018081.208010:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018081.208013:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2348 00000100:00080000:2.0:1734018081.208016:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018081.208019:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018081.208024:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018081.208031:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337446912/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018081.208039:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018081.208042:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018081.208044:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018081.208049:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2348 00000100:00080000:2.0:1734018081.208052:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018081.208055:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018081.208059:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018081.208067:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337447040/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018081.208069:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337446656:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018081.208075:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018081.208079:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018081.208080:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018081.208084:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2348 00000100:00080000:2.0:1734018081.208086:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018081.208090:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018081.208093:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018081.208102:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337447168/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018081.208111:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018081.208113:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018081.208115:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018081.208118:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2348 00000100:00080000:2.0:1734018081.208122:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018081.208125:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018081.208129:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734018081.208136:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734018081.208136:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337447296/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018081.208157:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018081/real 1734018081] req@ffff8800a8fd5f80 x1818247337446656/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018081.208176:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337446656/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018081.208187:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018081.208190:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018081.208195:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337446656:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734018081.208202:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337446784:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734018081.208219:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018081.208226:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018081/real 1734018081] req@ffff8800a8fd4380 x1818247337446784/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018081.208238:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337446784/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018081.208245:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018081.208248:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018081.208251:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337446784:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734018081.208256:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337446912:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018081.208269:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018081.208275:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018081/real 1734018081] req@ffff8800a8fd5880 x1818247337446912/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018081.208285:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337446912/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018081.208292:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018081.208294:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018081.208297:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337446912:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734018081.208321:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337447040:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018081.208334:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018081.208340:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018081/real 1734018081] req@ffff8800a8fd6d80 x1818247337447040/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018081.208357:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337447040/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018081.208365:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018081.208367:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018081.208370:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337447040:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734018081.208375:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337447168:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734018081.208387:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018081.208392:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018081/real 1734018081] req@ffff8800a8fd7800 x1818247337447168/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018081.208402:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337447168/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018081.208409:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018081.208411:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018081.208414:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337447168:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734018081.208419:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337447296:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018081.208430:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018081.208436:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018081/real 1734018081] req@ffff8800a8fd5c00 x1818247337447296/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018081.208446:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337447296/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018081.208453:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018081.208456:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018081.208459:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337447296:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018081.703983:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018082.705981:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018083.707978:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018084.709921:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018085.712020:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018086.215858:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018086.215871:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018086.215878:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018086.215891:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2353 00000100:00080000:2.0:1734018086.215902:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018086.215912:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018086.215963:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337447424/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018086.216002:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018086.216007:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018086.216009:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018086.216014:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2353 00000100:00080000:2.0:1734018086.216017:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018086.216021:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018086.216033:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018086.216045:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337447552/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018086.216055:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018086.216058:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018086.216060:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018086.216064:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2353 00000100:00080000:2.0:1734018086.216067:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018086.216070:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018086.216076:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018086.216085:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337447680/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018086.216094:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018086.216097:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018086.216099:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018086.216102:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2353 00000100:00080000:2.0:1734018086.216105:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018086.216108:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018086.216112:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018086.216121:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337447808/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018086.216125:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337447424:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018086.216131:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018086.216135:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018086.216136:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018086.216140:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2353 00000100:00080000:2.0:1734018086.216142:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018086.216146:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018086.216152:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018086.216165:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337447936/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018086.216180:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018086.216185:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018086.216189:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018086.216195:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2353 00000800:00000100:0.0:1734018086.216197:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018086.216200:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018086.216205:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018086.216213:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018086.216221:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018086/real 1734018086] req@ffff8800a8fd7100 x1818247337447424/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018086.216228:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337448064/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018086.216242:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337447424/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018086.216253:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018086.216257:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018086.216261:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337447424:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734018086.216270:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337447552:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734018086.216288:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018086.216294:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018086/real 1734018086] req@ffff8800a8fd4e00 x1818247337447552/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018086.216306:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337447552/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018086.216314:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018086.216316:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018086.216319:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337447552:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734018086.216326:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337447680:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018086.216340:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018086.216346:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018086/real 1734018086] req@ffff8800a8fd5180 x1818247337447680/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018086.216357:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337447680/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018086.216365:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018086.216368:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018086.216371:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337447680:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734018086.216398:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337447808:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018086.216410:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018086.216416:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018086/real 1734018086] req@ffff8800a8fd4a80 x1818247337447808/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018086.216426:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337447808/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018086.216433:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018086.216436:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018086.216439:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337447808:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734018086.216445:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337447936:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734018086.216457:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018086.216462:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018086/real 1734018086] req@ffff8800a8fd7b80 x1818247337447936/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018086.216479:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337447936/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018086.216487:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018086.216489:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018086.216492:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337447936:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734018086.216498:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337448064:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018086.216510:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018086.216515:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018086/real 1734018086] req@ffff8800a8fd6a00 x1818247337448064/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018086.216525:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337448064/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018086.216532:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018086.216534:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018086.216537:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337448064:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018086.713979:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018087.715935:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018088.717946:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018089.719940:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018090.721956:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018091.223833:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018091.223843:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018091.223847:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018091.223858:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2358 00000100:00080000:2.0:1734018091.223867:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018091.223874:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018091.223909:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337448192/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018091.223942:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018091.223947:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018091.223949:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018091.223953:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2358 00000100:00080000:2.0:1734018091.223956:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018091.223960:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018091.223969:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018091.223979:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337448320/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018091.223996:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018091.223999:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018091.224001:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018091.224004:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2358 00000100:00080000:2.0:1734018091.224007:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018091.224010:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018091.224014:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018091.224022:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337448448/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018091.224031:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018091.224034:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018091.224035:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018091.224039:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2358 00000100:00080000:2.0:1734018091.224041:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018091.224044:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:0.0:1734018091.224046:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337448192:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734018091.224048:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018091.224056:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337448576/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018091.224064:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018091.224067:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018091.224068:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018091.224072:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2358 00000100:00080000:2.0:1734018091.224075:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018091.224078:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018091.224082:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018091.224091:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337448704/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018091.224099:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018091.224102:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018091.224104:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018091.224107:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2358 00000800:00000100:0.0:1734018091.224110:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018091.224110:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018091.224113:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018091.224117:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018091.224124:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337448832/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018091.224131:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018091/real 1734018091] req@ffff8800a8fd6300 x1818247337448192/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018091.224151:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337448192/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018091.224170:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018091.224173:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018091.224178:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337448192:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734018091.224185:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337448320:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734018091.224201:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018091.224207:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018091/real 1734018091] req@ffff8800a8fd6680 x1818247337448320/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018091.224218:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337448320/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018091.224225:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018091.224228:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018091.224232:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337448320:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734018091.224254:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337448448:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018091.224268:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018091.224274:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018091/real 1734018091] req@ffff8800a8fd5500 x1818247337448448/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018091.224285:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337448448/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018091.224293:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018091.224295:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018091.224298:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337448448:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734018091.224305:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337448576:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018091.224317:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018091.224323:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018091/real 1734018091] req@ffff8800a8fd7480 x1818247337448576/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018091.224332:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337448576/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018091.224340:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018091.224342:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018091.224345:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337448576:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734018091.224350:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337448704:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734018091.224362:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018091.224367:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018091/real 1734018091] req@ffff8800a8fd6a00 x1818247337448704/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018091.224377:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337448704/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018091.224385:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018091.224387:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018091.224390:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337448704:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734018091.224395:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337448832:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018091.224407:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018091.224413:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018091/real 1734018091] req@ffff8800a8fd7b80 x1818247337448832/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018091.224423:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337448832/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018091.224430:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018091.224432:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018091.224435:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337448832:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018091.723959:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018092.725968:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018093.727977:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018094.729951:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018095.731967:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018096.231853:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018096.231863:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018096.231867:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018096.231879:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2363 00000100:00080000:2.0:1734018096.231888:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018096.231896:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018096.231934:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337448960/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018096.231967:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018096.231971:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018096.231974:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018096.231978:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2363 00000100:00080000:2.0:1734018096.231982:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018096.231986:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018096.231995:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018096.232006:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337449088/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018096.232016:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018096.232019:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018096.232021:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018096.232024:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2363 00000100:00080000:2.0:1734018096.232026:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018096.232029:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018096.232034:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018096.232041:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337449216/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018096.232050:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018096.232053:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018096.232054:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018096.232058:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2363 00000100:00080000:2.0:1734018096.232060:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018096.232064:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018096.232067:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018096.232075:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337448960:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018096.232075:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337449344/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018096.232084:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018096.232088:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018096.232089:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018096.232093:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2363 00000100:00080000:2.0:1734018096.232095:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018096.232098:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018096.232102:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018096.232109:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337449472/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018096.232118:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018096.232121:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018096.232122:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018096.232126:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2363 00000100:00080000:2.0:1734018096.232137:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018096.232141:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:0.0:1734018096.232142:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734018096.232145:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018096.232152:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337449600/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018096.232163:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018096/real 1734018096] req@ffff8800a8fd4a80 x1818247337448960/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018096.232183:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337448960/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018096.232194:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018096.232197:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018096.232202:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337448960:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734018096.232209:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337449088:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734018096.232225:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018096.232232:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018096/real 1734018096] req@ffff8800a8fd5180 x1818247337449088/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018096.232243:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337449088/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018096.232251:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018096.232254:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018096.232257:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337449088:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734018096.232263:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337449216:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018096.232281:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018096.232287:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018096/real 1734018096] req@ffff8800a8fd4e00 x1818247337449216/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018096.232297:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337449216/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018096.232304:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018096.232306:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018096.232310:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337449216:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734018096.232333:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337449344:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018096.232346:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018096.232352:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018096/real 1734018096] req@ffff8800a8fd7100 x1818247337449344/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018096.232362:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337449344/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018096.232370:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018096.232372:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018096.232375:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337449344:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734018096.232381:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337449472:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734018096.232393:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018096.232399:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018096/real 1734018096] req@ffff8800a8fd5c00 x1818247337449472/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018096.232409:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337449472/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018096.232417:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018096.232419:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018096.232422:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337449472:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734018096.232427:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337449600:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018096.232438:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018096.232443:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018096/real 1734018096] req@ffff8800a8fd7800 x1818247337449600/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018096.232453:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337449600/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018096.232460:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018096.232462:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018096.232465:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337449600:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018096.733960:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018097.735939:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018098.737996:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018099.739962:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018100.741979:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018101.239853:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018101.239864:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018101.239869:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018101.239881:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2368 00000100:00080000:2.0:1734018101.239890:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018101.239898:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018101.239934:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337449728/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018101.239967:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018101.239972:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018101.239974:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018101.239978:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2368 00000100:00080000:2.0:1734018101.239981:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018101.239985:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018101.239994:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018101.240004:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337449856/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018101.240014:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018101.240017:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018101.240019:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018101.240023:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2368 00000100:00080000:2.0:1734018101.240025:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018101.240029:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018101.240033:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018101.240040:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337449984/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018101.240049:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018101.240051:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018101.240053:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018101.240058:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2368 00000100:00080000:2.0:1734018101.240060:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018101.240063:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018101.240067:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018101.240075:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337450112/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018101.240077:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337449728:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018101.240084:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018101.240087:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018101.240089:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018101.240092:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2368 00000100:00080000:2.0:1734018101.240094:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018101.240098:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018101.240102:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018101.240111:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337450240/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018101.240119:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018101.240122:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018101.240124:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018101.240127:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2368 00000100:00080000:2.0:1734018101.240132:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018101.240135:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018101.240139:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734018101.240142:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734018101.240147:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337450368/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018101.240164:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018101/real 1734018101] req@ffff8800a8fd6d80 x1818247337449728/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018101.240183:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337449728/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018101.240194:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018101.240197:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018101.240201:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337449728:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734018101.240208:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337449856:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734018101.240224:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018101.240231:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018101/real 1734018101] req@ffff8800a8fd5880 x1818247337449856/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018101.240242:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337449856/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018101.240250:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018101.240252:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018101.240256:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337449856:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734018101.240261:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337449984:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018101.240274:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018101.240280:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018101/real 1734018101] req@ffff8800a8fd4380 x1818247337449984/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018101.240290:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337449984/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018101.240304:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018101.240307:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018101.240310:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337449984:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734018101.240334:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337450112:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018101.240346:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018101.240352:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018101/real 1734018101] req@ffff8800a8fd5f80 x1818247337450112/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018101.240362:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337450112/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018101.240370:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018101.240372:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018101.240375:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337450112:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734018101.240380:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337450240:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734018101.240393:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018101.240432:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018101/real 1734018101] req@ffff8800a8fd7800 x1818247337450240/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018101.240443:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337450240/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018101.240450:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018101.240453:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018101.240456:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337450240:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734018101.240463:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337450368:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018101.240480:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018101.240486:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018101/real 1734018101] req@ffff8800a8fd5c00 x1818247337450368/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018101.240497:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337450368/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018101.240504:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018101.240506:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018101.240509:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337450368:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018101.744024:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018102.745969:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018103.747975:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018104.749981:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018105.751984:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018106.247861:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018106.247871:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018106.247877:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018106.247887:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2373 00000100:00080000:2.0:1734018106.247897:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018106.247905:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018106.247944:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337450496/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018106.247978:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018106.247982:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018106.247984:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018106.247989:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2373 00000100:00080000:2.0:1734018106.247992:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018106.247996:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018106.248006:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018106.248016:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337450624/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018106.248026:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018106.248029:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018106.248031:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018106.248035:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2373 00000100:00080000:2.0:1734018106.248037:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018106.248041:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018106.248046:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018106.248053:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337450752/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018106.248063:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018106.248066:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018106.248067:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018106.248071:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2373 00000100:00080000:2.0:1734018106.248073:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018106.248076:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018106.248080:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018106.248088:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337450880/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018106.248097:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018106.248101:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018106.248102:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018106.248106:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2373 00000100:00080000:2.0:1734018106.248108:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018106.248112:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018106.248116:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018106.248118:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337450496:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018106.248123:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337451008/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018106.248132:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018106.248135:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018106.248138:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018106.248142:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2373 00000100:00080000:2.0:1734018106.248144:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018106.248147:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018106.248152:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018106.248159:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337451136/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734018106.248214:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018106.248240:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018106/real 1734018106] req@ffff8800a8fd7100 x1818247337450496/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018106.248263:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337450496/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018106.248276:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018106.248280:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018106.248285:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337450496:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734018106.248294:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337450624:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734018106.248356:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018106.248366:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018106/real 1734018106] req@ffff8800a8fd4e00 x1818247337450624/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018106.248380:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337450624/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018106.248389:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018106.248391:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018106.248395:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337450624:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734018106.248401:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337450752:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018106.248419:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018106.248426:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018106/real 1734018106] req@ffff8800a8fd5180 x1818247337450752/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018106.248436:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337450752/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018106.248445:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018106.248447:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018106.248450:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337450752:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734018106.248481:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337450880:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018106.248494:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018106.248500:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018106/real 1734018106] req@ffff8800a8fd4a80 x1818247337450880/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018106.248510:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337450880/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018106.248518:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018106.248522:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018106.248525:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337450880:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734018106.248532:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337451008:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734018106.248545:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018106.248551:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018106/real 1734018106] req@ffff8800a8fd7b80 x1818247337451008/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018106.248561:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337451008/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018106.248570:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018106.248572:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018106.248575:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337451008:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734018106.248581:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337451136:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018106.248593:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018106.248599:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018106/real 1734018106] req@ffff8800a8fd6a00 x1818247337451136/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018106.248609:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337451136/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018106.248616:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018106.248618:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018106.248621:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337451136:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018106.753991:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018107.755976:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018108.757974:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018109.759948:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018110.762005:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018111.255868:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018111.255882:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018111.255887:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018111.255901:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2378 00000100:00080000:2.0:1734018111.255912:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018111.255921:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018111.255967:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337451264/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018111.256004:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018111.256009:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018111.256011:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018111.256016:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2378 00000100:00080000:2.0:1734018111.256020:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018111.256024:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018111.256036:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018111.256047:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337451392/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018111.256065:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018111.256069:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018111.256070:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018111.256074:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2378 00000100:00080000:2.0:1734018111.256076:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018111.256080:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018111.256085:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018111.256093:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337451520/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018111.256103:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018111.256106:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018111.256107:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018111.256111:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2378 00000100:00100000:0.0:1734018111.256112:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337451264:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018111.256114:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018111.256117:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018111.256122:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018111.256130:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337451648/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018111.256138:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018111.256142:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018111.256143:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018111.256147:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2378 00000100:00080000:2.0:1734018111.256150:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018111.256154:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018111.256158:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018111.256168:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337451776/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018111.256176:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018111.256179:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018111.256181:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018111.256185:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2378 00000100:00080000:2.0:1734018111.256189:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018111.256192:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018111.256196:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734018111.256202:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734018111.256204:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337451904/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018111.256260:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018111/real 1734018111] req@ffff8800a8fd7480 x1818247337451264/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018111.256284:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337451264/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018111.256296:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018111.256300:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018111.256305:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337451264:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734018111.256313:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337451392:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734018111.256335:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018111.256342:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018111/real 1734018111] req@ffff8800a8fd5500 x1818247337451392/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018111.256353:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337451392/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018111.256361:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018111.256364:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018111.256367:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337451392:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734018111.256394:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337451520:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018111.256408:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018111.256414:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018111/real 1734018111] req@ffff8800a8fd6680 x1818247337451520/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018111.256425:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337451520/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018111.256434:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018111.256436:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018111.256440:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337451520:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734018111.256445:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337451648:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018111.256457:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018111.256462:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018111/real 1734018111] req@ffff8800a8fd6300 x1818247337451648/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018111.256472:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337451648/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018111.256479:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018111.256482:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018111.256485:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337451648:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734018111.256490:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337451776:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734018111.256503:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018111.256509:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018111/real 1734018111] req@ffff8800a8fd6a00 x1818247337451776/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018111.256519:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337451776/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018111.256527:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018111.256529:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018111.256532:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337451776:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734018111.256539:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337451904:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018111.256552:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018111.256558:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018111/real 1734018111] req@ffff8800a8fd7b80 x1818247337451904/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018111.256568:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337451904/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018111.256575:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018111.256577:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018111.256580:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337451904:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018111.763937:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018112.765930:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018113.767976:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018114.769964:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018115.771980:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018116.263848:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018116.263859:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018116.263863:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018116.263874:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2383 00000100:00080000:2.0:1734018116.263883:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018116.263891:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018116.263929:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337452032/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018116.263962:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018116.263966:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018116.263969:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018116.263973:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2383 00000100:00080000:2.0:1734018116.263977:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018116.263981:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018116.263990:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018116.264001:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337452160/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018116.264011:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018116.264014:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018116.264016:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018116.264019:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2383 00000100:00080000:2.0:1734018116.264022:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018116.264025:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018116.264030:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018116.264037:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337452288/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018116.264045:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018116.264048:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018116.264050:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018116.264053:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2383 00000100:00080000:2.0:1734018116.264056:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018116.264059:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:0.0:1734018116.264062:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337452032:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734018116.264063:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018116.264071:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337452416/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018116.264080:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018116.264084:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018116.264085:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018116.264089:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2383 00000100:00080000:2.0:1734018116.264091:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018116.264094:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018116.264098:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018116.264105:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337452544/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018116.264114:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018116.264117:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018116.264118:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018116.264122:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2383 00000100:00080000:2.0:1734018116.264124:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1734018116.264128:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018116.264128:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018116.264132:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018116.264139:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337452672/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018116.264180:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018116/real 1734018116] req@ffff8800a8fd4a80 x1818247337452032/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018116.264201:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337452032/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018116.264212:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018116.264216:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018116.264220:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337452032:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734018116.264228:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337452160:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734018116.264247:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018116.264255:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018116/real 1734018116] req@ffff8800a8fd5180 x1818247337452160/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018116.264267:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337452160/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018116.264274:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018116.264276:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018116.264280:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337452160:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734018116.264285:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337452288:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018116.264303:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018116.264309:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018116/real 1734018116] req@ffff8800a8fd4e00 x1818247337452288/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018116.264319:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337452288/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018116.264326:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018116.264329:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018116.264332:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337452288:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734018116.264357:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337452416:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018116.264370:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018116.264376:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018116/real 1734018116] req@ffff8800a8fd7100 x1818247337452416/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018116.264386:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337452416/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018116.264402:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018116.264404:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018116.264407:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337452416:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734018116.264412:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337452544:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734018116.264429:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018116.264435:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018116/real 1734018116] req@ffff8800a8fd5c00 x1818247337452544/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018116.264444:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337452544/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018116.264452:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018116.264454:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018116.264457:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337452544:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734018116.264463:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337452672:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018116.264479:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018116.264485:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018116/real 1734018116] req@ffff8800a8fd7800 x1818247337452672/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018116.264494:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337452672/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018116.264502:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018116.264504:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018116.264507:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337452672:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018116.773920:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018117.775977:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018118.777971:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018119.780013:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018120.782021:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018121.271835:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018121.271846:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018121.271851:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018121.271861:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2388 00000100:00080000:2.0:1734018121.271870:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018121.271879:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018121.271916:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337452800/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018121.271949:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018121.271953:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018121.271955:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018121.271960:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2388 00000100:00080000:2.0:1734018121.271963:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018121.271967:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018121.271976:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018121.271986:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337452928/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018121.271996:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018121.271999:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018121.272001:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018121.272004:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2388 00000100:00080000:2.0:1734018121.272007:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018121.272010:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018121.272014:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018121.272022:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337453056/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018121.272030:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018121.272033:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018121.272035:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018121.272039:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2388 00000100:00080000:2.0:1734018121.272041:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018121.272045:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018121.272049:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018121.272050:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337452800:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018121.272091:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337453184/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018121.272100:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018121.272104:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018121.272106:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018121.272109:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2388 00000100:00080000:2.0:1734018121.272112:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018121.272116:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018121.272121:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018121.272130:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337453312/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018121.272140:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018121.272143:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018121.272144:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018121.272148:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2388 00000800:00000100:0.0:1734018121.272149:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018121.272151:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018121.272154:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018121.272158:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018121.272165:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337453440/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018121.272171:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018121/real 1734018121] req@ffff8800a8fd5f80 x1818247337452800/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018121.272190:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337452800/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018121.272201:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018121.272204:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018121.272209:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337452800:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734018121.272216:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337452928:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734018121.272233:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018121.272240:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018121/real 1734018121] req@ffff8800a8fd4380 x1818247337452928/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018121.272251:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337452928/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018121.272258:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018121.272261:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018121.272264:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337452928:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734018121.272269:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337453056:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018121.272287:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018121.272293:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018121/real 1734018121] req@ffff8800a8fd5880 x1818247337453056/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018121.272304:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337453056/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018121.272312:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018121.272314:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018121.272317:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337453056:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734018121.272341:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337453184:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018121.272353:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018121.272359:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018121/real 1734018121] req@ffff8800a8fd6d80 x1818247337453184/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018121.272369:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337453184/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018121.272376:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018121.272379:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018121.272382:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337453184:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734018121.272387:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337453312:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734018121.272399:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018121.272404:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018121/real 1734018121] req@ffff8800a8fd7800 x1818247337453312/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018121.272414:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337453312/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018121.272422:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018121.272425:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018121.272428:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337453312:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734018121.272434:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337453440:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018121.272445:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018121.272450:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018121/real 1734018121] req@ffff8800a8fd5c00 x1818247337453440/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018121.272460:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337453440/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018121.272467:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018121.272469:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018121.272473:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337453440:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018121.783973:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018122.785990:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018123.788002:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018124.790035:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018125.791974:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018126.279774:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018126.279784:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018126.279788:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018126.279799:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2393 00000100:00080000:2.0:1734018126.279809:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018126.279817:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018126.279853:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337453568/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018126.279885:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018126.279889:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018126.279891:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018126.279895:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2393 00000100:00080000:2.0:1734018126.279898:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018126.279902:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018126.279911:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018126.279922:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337453696/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018126.279932:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018126.279935:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018126.279936:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018126.279940:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2393 00000100:00080000:2.0:1734018126.279943:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018126.279946:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018126.279951:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018126.279955:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337453568:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018126.279960:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337453824/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018126.280006:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018126.280010:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018126.280012:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018126.280016:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2393 00000100:00080000:2.0:1734018126.280019:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018126.280022:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018126.280026:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018126.280035:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337453952/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018126.280044:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018126.280047:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018126.280049:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018126.280052:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2393 00000100:00080000:2.0:1734018126.280055:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1734018126.280059:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018126.280059:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018126.280062:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018126.280070:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337454080/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018126.280079:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734018126.280081:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018126/real 1734018126] req@ffff8800a8fd7100 x1818247337453568/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018126.280082:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018126.280084:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018126.280088:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2393 00000100:00080000:2.0:1734018126.280091:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018126.280094:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018126.280098:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018126.280101:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337453568/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018126.280105:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337454208/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018126.280111:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018126.280115:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018126.280120:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337453568:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734018126.280128:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337453696:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734018126.280147:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018126.280154:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018126/real 1734018126] req@ffff8800a8fd4e00 x1818247337453696/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018126.280166:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337453696/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018126.280173:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018126.280176:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018126.280179:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337453696:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734018126.280203:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337453824:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018126.280216:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018126.280223:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018126/real 1734018126] req@ffff8800a8fd5180 x1818247337453824/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018126.280233:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337453824/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018126.280240:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018126.280243:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018126.280246:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337453824:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734018126.280251:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337453952:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018126.280262:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018126.280268:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018126/real 1734018126] req@ffff8800a8fd4a80 x1818247337453952/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018126.280284:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337453952/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018126.280292:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018126.280295:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018126.280298:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337453952:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734018126.280303:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337454080:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734018126.280315:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018126.280320:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018126/real 1734018126] req@ffff8800a8fd7b80 x1818247337454080/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018126.280330:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337454080/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018126.280337:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018126.280339:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018126.280342:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337454080:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734018126.280348:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337454208:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018126.280360:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018126.280366:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018126/real 1734018126] req@ffff8800a8fd6a00 x1818247337454208/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018126.280375:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337454208/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018126.280382:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018126.280386:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018126.280389:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337454208:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018126.793999:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018127.796005:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018128.797899:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018129.800006:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018130.801856:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018131.287837:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018131.287847:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018131.287853:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018131.287863:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2398 00000100:00080000:2.0:1734018131.287872:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018131.287880:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018131.287953:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337454336/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018131.287986:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018131.287990:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018131.287992:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018131.287997:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2398 00000100:00080000:2.0:1734018131.288000:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018131.288010:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018131.288019:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018131.288030:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337454464/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018131.288047:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018131.288051:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018131.288052:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018131.288055:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2398 00000100:00080000:2.0:1734018131.288058:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018131.288061:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018131.288065:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018131.288069:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337454336:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018131.288073:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337454592/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018131.288082:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018131.288085:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018131.288086:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018131.288090:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2398 00000100:00080000:2.0:1734018131.288092:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018131.288095:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018131.288099:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018131.288107:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337454720/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018131.288115:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018131.288118:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018131.288120:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018131.288123:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2398 00000100:00080000:2.0:1734018131.288126:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018131.288130:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018131.288134:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1734018131.288135:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734018131.288143:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337454848/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018131.288152:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018131.288154:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1734018131.288156:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018131/real 1734018131] req@ffff8800a8fd6300 x1818247337454336/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018131.288156:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018131.288160:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2398 00000100:00080000:2.0:1734018131.288162:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018131.288165:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018131.288169:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018131.288176:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337454336/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018131.288177:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337454976/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018131.288186:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018131.288189:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018131.288194:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337454336:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734018131.288201:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337454464:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734018131.288218:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018131.288224:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018131/real 1734018131] req@ffff8800a8fd6680 x1818247337454464/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018131.288235:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337454464/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018131.288243:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018131.288246:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018131.288249:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337454464:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734018131.288271:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337454592:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018131.288285:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018131.288292:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018131/real 1734018131] req@ffff8800a8fd5500 x1818247337454592/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018131.288302:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337454592/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018131.288310:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018131.288312:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018131.288315:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337454592:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734018131.288321:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337454720:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018131.288332:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018131.288338:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018131/real 1734018131] req@ffff8800a8fd7480 x1818247337454720/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018131.288348:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337454720/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018131.288355:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018131.288357:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018131.288360:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337454720:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734018131.288365:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337454848:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734018131.288377:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018131.288383:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018131/real 1734018131] req@ffff8800a8fd6a00 x1818247337454848/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018131.288400:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337454848/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018131.288408:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018131.288410:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018131.288413:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337454848:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734018131.288417:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337454976:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734018131.288429:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018131.288435:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018131/real 1734018131] req@ffff8800a8fd7b80 x1818247337454976/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018131.288444:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337454976/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018131.288451:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018131.288453:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734018131.288456:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337454976:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018131.803972:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018132.805931:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018133.807945:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018134.809982:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018135.811981:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018136.295871:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018136.295881:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018136.295885:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018136.295895:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2403 00000100:00080000:2.0:1734018136.295904:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018136.295911:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018136.295948:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337455104/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018136.295980:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018136.295984:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018136.295986:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018136.295991:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2403 00000100:00080000:2.0:1734018136.295994:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018136.295998:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018136.296007:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018136.296017:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337455232/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018136.296027:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018136.296030:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018136.296032:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018136.296036:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2403 00000100:00080000:2.0:1734018136.296038:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018136.296041:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018136.296046:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018136.296053:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337455360/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018136.296061:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018136.296064:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018136.296066:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018136.296069:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2403 00000100:00080000:2.0:1734018136.296072:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018136.296075:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018136.296079:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018136.296080:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337455104:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018136.296087:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337455488/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018136.296096:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018136.296100:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018136.296101:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018136.296105:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2403 00000100:00080000:2.0:1734018136.296107:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018136.296111:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018136.296115:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018136.296122:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337455616/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018136.296130:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018136.296133:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018136.296135:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018136.296138:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2403 00000100:00080000:2.0:1734018136.296141:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018136.296144:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018136.296148:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018136.296155:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337455744/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734018136.296168:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337455232:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734018136.296189:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337455360:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734018136.296211:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337455488:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734018136.296226:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337455616:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734018136.296240:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337455744:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018136.814018:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018137.815994:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018138.817972:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734018139.302145:0:1968:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:0.0:1734018139.302221:0:1968:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734018139.302247:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018139.302291:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018139.302300:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018139.302308:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018139.302315:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018139.302322:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:1.0:1734018139.302408:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018136/real 1734018139] req@ffff8800a8fd7100 x1818247337455488/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018139.302442:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337455488/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018139.302454:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018139.302459:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018139.302464:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337455488:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018139.302472:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018136/real 1734018139] req@ffff8800a8fd5c00 x1818247337455616/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018139.302485:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337455616/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018139.302493:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018139.302496:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018139.302500:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337455616:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018139.302509:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018136/real 1734018139] req@ffff8800a8fd7800 x1818247337455744/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018139.302527:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337455744/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018139.302541:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018139.302546:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018139.302551:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337455744:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018139.302562:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018136/real 1734018139] req@ffff8800a8fd4a80 x1818247337455104/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018139.302582:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337455104/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018139.302594:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018139.302598:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018139.302603:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337455104:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018139.302615:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018136/real 1734018139] req@ffff8800a8fd5180 x1818247337455232/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018139.302632:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337455232/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018139.302645:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018139.302649:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018139.302655:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337455232:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018139.302665:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018136/real 1734018139] req@ffff8800a8fd4e00 x1818247337455360/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018139.302683:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337455360/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018139.302806:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018139.302812:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018139.302819:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337455360:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018139.820001:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018140.821969:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018141.303873:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018141.303882:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018141.303887:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018141.303897:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2408 00000100:00080000:2.0:1734018141.303906:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018141.303914:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018141.303949:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337455872/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018141.303982:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018141.303986:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018141.303988:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018141.303993:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2408 00000100:00080000:2.0:1734018141.303996:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018141.303999:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018141.304009:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018141.304019:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337456000/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018141.304029:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018141.304032:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018141.304034:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018141.304037:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2408 00000100:00080000:2.0:1734018141.304040:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018141.304043:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018141.304047:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018141.304055:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337456128/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018141.304063:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018141.304066:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018141.304068:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018141.304072:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2408 00000100:00080000:2.0:1734018141.304075:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018141.304078:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018141.304082:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018141.304088:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337455872:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018141.304090:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337456256/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018141.304099:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018141.304102:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018141.304103:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018141.304107:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2408 00000100:00080000:2.0:1734018141.304109:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018141.304113:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018141.304117:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018141.304126:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337456384/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018141.304134:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018141.304137:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018141.304139:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018141.304142:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2408 00000100:00080000:2.0:1734018141.304145:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018141.304148:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734018141.304152:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734018141.304152:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018141.304159:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337456512/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018141.304172:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018141/real 1734018141] req@ffff8800a8fd6d80 x1818247337455872/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018141.304192:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337455872/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018141.304202:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018141.304206:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018141.304210:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337455872:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018141.304217:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337456000:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018141.304233:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018141.304239:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018141/real 1734018141] req@ffff8800a8fd5880 x1818247337456000/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018141.304250:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337456000/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018141.304257:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018141.304260:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018141.304263:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337456000:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018141.304270:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337456128:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018141.304283:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018141.304289:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018141/real 1734018141] req@ffff8800a8fd4380 x1818247337456128/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018141.304300:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337456128/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018141.304308:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018141.304310:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018141.304313:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337456128:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018141.304337:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337456256:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018141.304349:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018141.304355:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018141/real 1734018141] req@ffff8800a8fd5f80 x1818247337456256/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018141.304365:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337456256/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018141.304372:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018141.304375:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018141.304378:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337456256:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018141.304383:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337456384:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018141.304395:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018141.304401:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018141/real 1734018141] req@ffff8800a8fd4e00 x1818247337456384/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018141.304412:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337456384/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018141.304419:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018141.304422:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018141.304425:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337456384:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018141.304430:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337456512:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018141.304446:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018141.304451:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018141/real 1734018141] req@ffff8800a8fd5180 x1818247337456512/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018141.304461:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337456512/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018141.304468:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018141.304470:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018141.304473:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337456512:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018141.823972:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018142.825973:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018143.827943:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018144.829979:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018145.831935:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018146.311820:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018146.311828:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018146.311833:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018146.311844:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2413 00000100:00080000:2.0:1734018146.311852:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018146.311860:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018146.311898:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337456640/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018146.311934:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018146.311940:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018146.311942:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018146.311949:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2413 00000100:00080000:2.0:1734018146.311954:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018146.311960:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018146.311972:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018146.311990:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337456768/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018146.311998:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337456640:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018146.312006:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018146.312010:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018146.312013:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018146.312017:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2413 00000100:00080000:2.0:1734018146.312021:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018146.312026:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018146.312033:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018146.312044:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337456896/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018146.312057:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018146.312061:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018146.312063:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1734018146.312069:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018146.312069:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2413 00000100:00080000:2.0:1734018146.312073:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018146.312077:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018146.312083:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018146.312092:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018146/real 1734018146] req@ffff8800a8fd4a80 x1818247337456640/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018146.312095:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337457024/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018146.312108:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018146.312114:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018146.312116:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018146.312121:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2413 00000100:00080000:2.0:1734018146.312124:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018146.312126:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337456640/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018146.312130:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018146.312136:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1734018146.312142:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018146.312146:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:2.0:1734018146.312147:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337457152/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018146.312153:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337456640:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018146.312162:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018146.312166:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018146.312168:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018146.312174:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2413 00000100:00080000:2.0:1734018146.312177:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018146.312180:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337456768:192.168.201.110@tcp:38:kworker.0 00000100:00080000:2.0:1734018146.312182:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018146.312189:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018146.312200:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337457280/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018146.312207:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018146.312217:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018146/real 1734018146] req@ffff8800a8fd7800 x1818247337456768/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018146.312234:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337456768/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018146.312246:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018146.312250:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018146.312256:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337456768:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018146.312265:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337456896:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018146.312291:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018146.312303:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018146/real 1734018146] req@ffff8800a8fd5c00 x1818247337456896/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018146.312320:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337456896/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018146.312328:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018146.312331:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018146.312335:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337456896:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018146.312341:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337457024:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018146.312357:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018146.312364:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018146/real 1734018146] req@ffff8800a8fd7100 x1818247337457024/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018146.312374:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337457024/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018146.312382:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018146.312384:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018146.312387:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337457024:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018146.312392:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337457152:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018146.312405:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018146.312410:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018146/real 1734018146] req@ffff8800a8fd7b80 x1818247337457152/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018146.312420:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337457152/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018146.312427:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018146.312429:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018146.312433:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337457152:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018146.312450:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337457280:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018146.312465:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018146.312471:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018146/real 1734018146] req@ffff8800a8fd6a00 x1818247337457280/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018146.312481:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337457280/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018146.312489:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018146.312491:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018146.312494:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337457280:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018146.834011:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018147.835997:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018148.837989:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018149.839946:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018150.841952:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018151.319787:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018151.319795:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018151.319799:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018151.319809:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2418 00000100:00080000:2.0:1734018151.319819:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018151.319826:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018151.319861:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337457408/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018151.319895:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018151.319900:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018151.319902:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018151.319906:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2418 00000100:00080000:2.0:1734018151.319909:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018151.319913:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018151.319922:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018151.319932:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337457536/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018151.319950:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018151.319953:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018151.319955:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018151.319958:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2418 00000100:00080000:2.0:1734018151.319960:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018151.319964:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018151.319968:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018151.319976:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337457664/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018151.319984:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018151.319987:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018151.319988:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018151.319992:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2418 00000100:00080000:2.0:1734018151.319994:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018151.319997:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018151.320001:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018151.320004:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337457408:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018151.320009:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337457792/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018151.320018:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018151.320021:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018151.320023:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018151.320026:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2418 00000100:00080000:2.0:1734018151.320029:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018151.320032:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018151.320036:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018151.320044:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337457920/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018151.320053:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018151.320056:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018151.320058:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018151.320061:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2418 00000100:00080000:2.0:1734018151.320064:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018151.320067:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734018151.320069:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734018151.320071:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018151.320078:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337458048/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018151.320089:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018151/real 1734018151] req@ffff8800a8fd7480 x1818247337457408/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018151.320109:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337457408/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018151.320119:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018151.320122:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018151.320127:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337457408:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018151.320134:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337457536:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018151.320151:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018151.320157:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018151/real 1734018151] req@ffff8800a8fd5500 x1818247337457536/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018151.320169:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337457536/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018151.320177:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018151.320179:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018151.320183:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337457536:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018151.320189:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337457664:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018151.320202:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018151.320207:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018151/real 1734018151] req@ffff8800a8fd6680 x1818247337457664/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018151.320217:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337457664/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018151.320225:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018151.320227:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018151.320230:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337457664:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018151.320254:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337457792:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018151.320267:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018151.320273:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018151/real 1734018151] req@ffff8800a8fd6300 x1818247337457792/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018151.320284:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337457792/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018151.320291:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018151.320294:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018151.320297:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337457792:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018151.320303:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337457920:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018151.320315:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018151.320321:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018151/real 1734018151] req@ffff8800a8fd6a00 x1818247337457920/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018151.320331:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337457920/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018151.320338:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018151.320341:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018151.320344:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337457920:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018151.320349:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337458048:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018151.320360:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018151.320366:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018151/real 1734018151] req@ffff8800a8fd7b80 x1818247337458048/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018151.320375:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337458048/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018151.320382:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018151.320385:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018151.320388:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337458048:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018151.843937:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018152.845945:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018153.847945:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018154.849986:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018155.851949:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018156.327866:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018156.327874:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018156.327879:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018156.327889:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2423 00000100:00080000:2.0:1734018156.327898:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018156.327907:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018156.327944:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337458176/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018156.327977:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018156.327982:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018156.327984:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018156.327989:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2423 00000100:00080000:2.0:1734018156.327992:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018156.327996:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018156.328005:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018156.328016:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337458304/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018156.328026:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018156.328029:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018156.328031:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018156.328035:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2423 00000100:00080000:2.0:1734018156.328037:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018156.328041:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018156.328045:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018156.328052:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337458432/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018156.328060:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018156.328063:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018156.328065:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018156.328068:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2423 00000100:00080000:2.0:1734018156.328071:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018156.328074:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018156.328078:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018156.328083:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337458176:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018156.328086:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337458560/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018156.328095:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018156.328098:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018156.328100:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018156.328103:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2423 00000100:00080000:2.0:1734018156.328105:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018156.328109:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018156.328113:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018156.328120:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337458688/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018156.328128:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018156.328131:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018156.328133:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018156.328136:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2423 00000100:00080000:2.0:1734018156.328139:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018156.328142:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018156.328145:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018156.328148:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734018156.328152:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337458816/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018156.328169:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018156/real 1734018156] req@ffff8800a8fd7100 x1818247337458176/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018156.328188:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337458176/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018156.328198:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018156.328201:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018156.328206:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337458176:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018156.328214:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337458304:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018156.328230:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018156.328236:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018156/real 1734018156] req@ffff8800a8fd5c00 x1818247337458304/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018156.328247:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337458304/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018156.328255:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018156.328258:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018156.328261:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337458304:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018156.328267:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337458432:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018156.328279:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018156.328285:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018156/real 1734018156] req@ffff8800a8fd7800 x1818247337458432/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018156.328303:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337458432/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018156.328311:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018156.328313:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018156.328316:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337458432:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018156.328340:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337458560:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018156.328352:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018156.328358:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018156/real 1734018156] req@ffff8800a8fd4a80 x1818247337458560/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018156.328368:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337458560/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018156.328375:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018156.328378:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018156.328381:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337458560:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018156.328387:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337458688:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018156.328403:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018156.328409:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018156/real 1734018156] req@ffff8800a8fd5180 x1818247337458688/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018156.328419:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337458688/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018156.328426:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018156.328429:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018156.328432:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337458688:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018156.328438:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337458816:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018156.328450:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018156.328455:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018156/real 1734018156] req@ffff8800a8fd4e00 x1818247337458816/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018156.328510:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337458816/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018156.328518:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018156.328520:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018156.328523:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337458816:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018156.853966:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018157.855915:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018158.857980:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018159.859977:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018160.861969:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018161.335820:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018161.335833:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018161.335839:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018161.335852:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2428 00000100:00080000:2.0:1734018161.335862:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018161.335873:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018161.335922:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337458944/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018161.335960:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018161.335965:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018161.335967:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018161.335973:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2428 00000100:00080000:2.0:1734018161.335976:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018161.335980:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018161.335992:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018161.336004:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337459072/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018161.336014:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018161.336017:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018161.336019:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018161.336023:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2428 00000100:00080000:2.0:1734018161.336026:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018161.336029:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018161.336034:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018161.336042:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337459200/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018161.336051:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018161.336054:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018161.336057:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018161.336062:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2428 00000100:00080000:2.0:1734018161.336064:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018161.336068:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018161.336072:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018161.336081:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337459328/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018161.336087:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337458944:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018161.336091:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018161.336095:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018161.336096:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018161.336100:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2428 00000100:00080000:2.0:1734018161.336102:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018161.336106:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018161.336110:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018161.336120:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337459456/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018161.336129:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018161.336132:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018161.336134:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018161.336138:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2428 00000100:00080000:2.0:1734018161.336141:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018161.336145:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018161.336149:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018161.336156:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337459584/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018161.336161:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018161.336184:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018161/real 1734018161] req@ffff8800a8fd5f80 x1818247337458944/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018161.336204:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337458944/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018161.336216:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018161.336220:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018161.336224:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337458944:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018161.336235:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337459072:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018161.336253:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018161.336260:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018161/real 1734018161] req@ffff8800a8fd4380 x1818247337459072/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018161.336271:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337459072/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018161.336279:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018161.336282:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018161.336285:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337459072:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018161.336291:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337459200:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018161.336304:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018161.336310:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018161/real 1734018161] req@ffff8800a8fd5880 x1818247337459200/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018161.336320:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337459200/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018161.336328:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018161.336330:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018161.336333:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337459200:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018161.336360:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337459328:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018161.336397:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018161.336406:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018161/real 1734018161] req@ffff8800a8fd6d80 x1818247337459328/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018161.336417:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337459328/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018161.336425:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018161.336427:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018161.336430:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337459328:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018161.336437:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337459456:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018161.336451:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018161.336457:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018161/real 1734018161] req@ffff8800a8fd4e00 x1818247337459456/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018161.336467:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337459456/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018161.336475:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018161.336477:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018161.336480:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337459456:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018161.336486:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337459584:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018161.336498:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018161.336504:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018161/real 1734018161] req@ffff8800a8fd5180 x1818247337459584/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018161.336514:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337459584/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018161.336521:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018161.336524:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018161.336527:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337459584:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018161.864009:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018162.865978:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018163.867994:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018164.869956:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018165.872016:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018166.343865:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018166.343876:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018166.343880:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018166.343891:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2433 00000100:00080000:2.0:1734018166.343900:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018166.343908:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018166.343945:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337459712/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018166.343980:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018166.343984:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018166.343986:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018166.343991:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2433 00000100:00080000:2.0:1734018166.343994:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018166.343997:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018166.344007:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018166.344017:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337459840/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018166.344027:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018166.344030:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018166.344032:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018166.344035:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2433 00000100:00080000:2.0:1734018166.344038:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018166.344041:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018166.344047:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018166.344055:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337459968/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018166.344064:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018166.344067:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018166.344069:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018166.344072:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2433 00000100:00080000:2.0:1734018166.344074:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018166.344077:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018166.344082:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018166.344089:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337460096/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018166.344098:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018166.344102:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018166.344103:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018166.344107:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2433 00000100:00080000:2.0:1734018166.344109:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018166.344110:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337459712:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018166.344112:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018166.344116:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018166.344124:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337460224/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018166.344133:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018166.344136:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018166.344138:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018166.344142:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2433 00000100:00080000:2.0:1734018166.344144:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018166.344147:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018166.344152:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018166.344159:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337460352/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018166.344205:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018166.344232:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018166/real 1734018166] req@ffff8800a8fd4a80 x1818247337459712/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018166.344255:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337459712/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018166.344268:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018166.344271:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018166.344277:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337459712:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018166.344285:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337459840:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018166.344332:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018166.344340:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018166/real 1734018166] req@ffff8800a8fd7800 x1818247337459840/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018166.344352:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337459840/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018166.344361:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018166.344363:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018166.344367:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337459840:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018166.344375:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337459968:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018166.344391:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018166.344397:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018166/real 1734018166] req@ffff8800a8fd5c00 x1818247337459968/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018166.344409:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337459968/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018166.344417:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018166.344419:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018166.344422:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337459968:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018166.344452:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337460096:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018166.344465:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018166.344471:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018166/real 1734018166] req@ffff8800a8fd7100 x1818247337460096/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018166.344481:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337460096/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018166.344489:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018166.344492:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018166.344495:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337460096:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018166.344502:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337460224:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018166.344514:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018166.344520:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018166/real 1734018166] req@ffff8800a8fd7b80 x1818247337460224/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018166.344532:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337460224/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018166.344540:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018166.344542:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018166.344545:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337460224:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018166.344551:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337460352:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018166.344563:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018166.344569:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018166/real 1734018166] req@ffff8800a8fd6a00 x1818247337460352/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018166.344578:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337460352/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018166.344585:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018166.344587:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018166.344590:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337460352:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018166.874001:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018167.875997:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018168.877918:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018169.880021:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018170.882011:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018171.351863:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018171.351875:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018171.351879:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018171.351889:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2438 00000100:00080000:2.0:1734018171.351898:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018171.351906:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018171.351940:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337460480/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018171.351976:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018171.351980:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018171.351982:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018171.351986:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2438 00000100:00080000:2.0:1734018171.351989:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018171.351993:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018171.352003:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018171.352013:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337460608/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018171.352030:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018171.352033:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018171.352035:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018171.352038:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2438 00000100:00080000:2.0:1734018171.352040:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018171.352044:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018171.352048:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018171.352056:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337460736/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018171.352065:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018171.352068:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018171.352069:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018171.352072:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2438 00000100:00080000:2.0:1734018171.352075:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018171.352078:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018171.352082:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018171.352089:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337460864/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018171.352099:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018171.352103:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018171.352104:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018171.352108:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337460480:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018171.352108:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2438 00000100:00080000:2.0:1734018171.352111:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018171.352114:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018171.352119:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018171.352128:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337460992/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018171.352137:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018171.352140:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018171.352141:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018171.352145:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2438 00000100:00080000:2.0:1734018171.352147:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018171.352150:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018171.352154:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018171.352162:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337461120/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018171.352231:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018171.352259:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018171/real 1734018171] req@ffff8800a8fd6300 x1818247337460480/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018171.352291:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337460480/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018171.352303:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018171.352306:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018171.352312:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337460480:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018171.352321:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337460608:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018171.352342:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018171.352349:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018171/real 1734018171] req@ffff8800a8fd6680 x1818247337460608/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018171.352360:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337460608/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018171.352368:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018171.352371:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018171.352374:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337460608:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018171.352380:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337460736:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018171.352395:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018171.352400:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018171/real 1734018171] req@ffff8800a8fd5500 x1818247337460736/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018171.352410:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337460736/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018171.352418:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018171.352421:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018171.352424:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337460736:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018171.352454:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337460864:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018171.352467:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018171.352473:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018171/real 1734018171] req@ffff8800a8fd7480 x1818247337460864/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018171.352484:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337460864/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018171.352492:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018171.352495:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018171.352497:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337460864:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018171.352503:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337460992:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018171.352516:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018171.352521:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018171/real 1734018171] req@ffff8800a8fd6a00 x1818247337460992/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018171.352540:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337460992/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018171.352548:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018171.352550:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018171.352554:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337460992:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018171.352560:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337461120:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018171.352577:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018171.352584:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018171/real 1734018171] req@ffff8800a8fd7b80 x1818247337461120/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018171.352595:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337461120/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018171.352602:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018171.352604:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018171.352607:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337461120:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018171.883972:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018172.885976:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018173.887998:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018174.889992:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018175.891934:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018176.359814:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018176.359824:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018176.359828:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018176.359838:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2443 00000100:00080000:2.0:1734018176.359848:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018176.359855:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018176.359892:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337461248/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018176.359927:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018176.359931:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018176.359934:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018176.359938:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2443 00000100:00080000:2.0:1734018176.359941:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018176.359945:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018176.359955:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018176.359965:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337461376/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018176.359975:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018176.359978:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018176.359980:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018176.359984:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2443 00000100:00080000:2.0:1734018176.359986:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018176.359989:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018176.359994:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018176.360002:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337461504/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018176.360010:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018176.360013:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018176.360015:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018176.360018:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2443 00000100:00080000:2.0:1734018176.360020:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018176.360023:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018176.360027:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018176.360035:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337461632/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018176.360045:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018176.360047:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337461248:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018176.360049:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018176.360051:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018176.360054:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2443 00000100:00080000:2.0:1734018176.360057:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018176.360060:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018176.360064:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018176.360072:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337461760/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018176.360081:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018176.360084:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018176.360085:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018176.360089:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2443 00000100:00080000:2.0:1734018176.360091:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018176.360094:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018176.360098:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018176.360105:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337461888/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018176.360181:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018176.360208:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018176/real 1734018176] req@ffff8800a8fd7100 x1818247337461248/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018176.360230:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337461248/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018176.360243:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018176.360247:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018176.360252:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337461248:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018176.360261:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337461376:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018176.360281:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018176.360287:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018176/real 1734018176] req@ffff8800a8fd5c00 x1818247337461376/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018176.360308:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337461376/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018176.360316:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018176.360319:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018176.360322:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337461376:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018176.360329:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337461504:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018176.360343:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018176.360349:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018176/real 1734018176] req@ffff8800a8fd7800 x1818247337461504/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018176.360359:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337461504/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018176.360367:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018176.360369:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018176.360372:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337461504:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018176.360401:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337461632:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018176.360414:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018176.360420:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018176/real 1734018176] req@ffff8800a8fd4a80 x1818247337461632/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018176.360432:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337461632/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018176.360440:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018176.360443:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018176.360446:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337461632:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018176.360453:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337461760:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018176.360467:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018176.360472:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018176/real 1734018176] req@ffff8800a8fd5180 x1818247337461760/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018176.360483:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337461760/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018176.360491:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018176.360494:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018176.360496:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337461760:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018176.360502:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337461888:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018176.360514:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018176.360520:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018176/real 1734018176] req@ffff8800a8fd4e00 x1818247337461888/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018176.360530:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337461888/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018176.360537:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018176.360539:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018176.360543:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337461888:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018176.893971:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018177.895963:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018178.897958:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018179.899839:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018180.901958:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018181.367841:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018181.367851:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018181.367855:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018181.367866:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2448 00000100:00080000:2.0:1734018181.367876:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018181.367884:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018181.367921:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337462016/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018181.367954:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018181.367958:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018181.367960:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018181.367965:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2448 00000100:00080000:2.0:1734018181.367968:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018181.367972:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018181.367982:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018181.367992:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337462144/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018181.368002:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018181.368006:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018181.368008:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018181.368011:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2448 00000100:00080000:2.0:1734018181.368014:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018181.368017:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018181.368022:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018181.368029:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337462272/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018181.368066:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018181.368069:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018181.368071:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018181.368076:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2448 00000100:00080000:2.0:1734018181.368079:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018181.368082:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018181.368086:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018181.368090:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337462016:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018181.368095:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337462400/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018181.368104:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018181.368108:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018181.368110:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018181.368113:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2448 00000100:00080000:2.0:1734018181.368116:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018181.368120:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018181.368124:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018181.368133:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337462528/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018181.368142:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018181.368145:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018181.368146:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018181.368150:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2448 00000100:00080000:2.0:1734018181.368153:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018181.368156:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734018181.368157:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734018181.368160:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018181.368167:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337462656/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018181.368178:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018181/real 1734018181] req@ffff8800a8fd6d80 x1818247337462016/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018181.368197:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337462016/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018181.368207:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018181.368210:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018181.368214:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337462016:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018181.368222:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337462144:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018181.368238:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018181.368245:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018181/real 1734018181] req@ffff8800a8fd5880 x1818247337462144/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018181.368256:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337462144/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018181.368264:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018181.368266:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018181.368269:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337462144:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018181.368275:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337462272:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018181.368288:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018181.368293:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018181/real 1734018181] req@ffff8800a8fd4380 x1818247337462272/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018181.368312:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337462272/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018181.368319:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018181.368322:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018181.368325:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337462272:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018181.368349:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337462400:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018181.368360:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018181.368366:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018181/real 1734018181] req@ffff8800a8fd5f80 x1818247337462400/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018181.368376:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337462400/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018181.368384:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018181.368386:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018181.368389:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337462400:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018181.368394:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337462528:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018181.368410:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018181.368416:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018181/real 1734018181] req@ffff8800a8fd4e00 x1818247337462528/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018181.368426:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337462528/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018181.368433:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018181.368437:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018181.368440:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337462528:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018181.368445:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337462656:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018181.368457:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018181.368462:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018181/real 1734018181] req@ffff8800a8fd5180 x1818247337462656/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018181.368472:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337462656/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018181.368479:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018181.368481:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018181.368484:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337462656:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018181.903977:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018182.905967:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018183.907987:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018184.910023:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018185.911991:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018186.375870:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018186.375883:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018186.375888:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018186.375902:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2453 00000100:00080000:2.0:1734018186.375913:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018186.375922:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018186.376010:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337462784/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018186.376048:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018186.376053:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018186.376055:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018186.376060:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2453 00000100:00080000:2.0:1734018186.376063:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018186.376068:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018186.376080:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018186.376092:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337462912/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018186.376102:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018186.376105:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018186.376107:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018186.376111:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2453 00000100:00080000:2.0:1734018186.376113:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018186.376117:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018186.376123:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018186.376132:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337463040/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018186.376142:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018186.376145:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018186.376146:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018186.376150:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2453 00000100:00080000:2.0:1734018186.376152:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018186.376156:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018186.376160:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018186.376168:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337463168/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018186.376172:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337462784:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018186.376178:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018186.376182:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018186.376183:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018186.376187:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2453 00000100:00080000:2.0:1734018186.376189:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018186.376193:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018186.376198:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018186.376206:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337463296/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018186.376216:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018186.376219:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018186.376221:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018186.376225:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2453 00000100:00080000:2.0:1734018186.376229:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018186.376232:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018186.376236:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018186.376245:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337463424/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018186.376247:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018186.376270:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018186/real 1734018186] req@ffff8800a8fd4a80 x1818247337462784/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018186.376290:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337462784/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018186.376302:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018186.376306:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018186.376311:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337462784:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018186.376319:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337462912:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018186.376337:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018186.376344:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018186/real 1734018186] req@ffff8800a8fd7800 x1818247337462912/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018186.376355:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337462912/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018186.376363:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018186.376365:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018186.376369:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337462912:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018186.376375:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337463040:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018186.376389:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018186.376395:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018186/real 1734018186] req@ffff8800a8fd5c00 x1818247337463040/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018186.376405:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337463040/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018186.376412:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018186.376415:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018186.376418:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337463040:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018186.376445:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337463168:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018186.376457:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018186.376463:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018186/real 1734018186] req@ffff8800a8fd7100 x1818247337463168/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018186.376474:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337463168/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018186.376483:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018186.376485:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018186.376488:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337463168:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018186.376494:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337463296:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018186.376507:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018186.376513:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018186/real 1734018186] req@ffff8800a8fd7b80 x1818247337463296/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018186.376523:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337463296/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018186.376530:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018186.376532:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018186.376535:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337463296:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018186.376541:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337463424:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018186.376553:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018186.376559:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018186/real 1734018186] req@ffff8800a8fd6a00 x1818247337463424/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018186.376569:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337463424/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018186.376576:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018186.376579:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018186.376583:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337463424:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018186.914025:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018187.916036:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018188.917979:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018189.920067:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018190.921981:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018191.383766:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018191.383776:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018191.383781:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018191.383791:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2458 00000100:00080000:2.0:1734018191.383801:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018191.383809:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018191.383844:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337463552/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018191.383899:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018191.383904:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018191.383906:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018191.383910:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2458 00000100:00080000:2.0:1734018191.383913:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018191.383917:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018191.383936:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018191.383948:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337463680/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018191.383966:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018191.383969:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018191.383971:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018191.383974:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2458 00000100:00080000:2.0:1734018191.383977:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018191.383980:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018191.383985:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018191.383993:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337463808/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018191.384002:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018191.384005:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018191.384006:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018191.384010:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337463552:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018191.384010:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2458 00000100:00080000:2.0:1734018191.384012:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018191.384015:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018191.384029:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018191.384037:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337463936/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018191.384046:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018191.384049:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018191.384050:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018191.384054:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2458 00000100:00080000:2.0:1734018191.384057:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018191.384060:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018191.384064:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018191.384073:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337464064/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018191.384082:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018191.384085:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:1.0:1734018191.384086:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018191.384086:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018191.384090:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2458 00000100:00080000:2.0:1734018191.384092:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018191.384095:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018191.384099:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018191.384106:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018191/real 1734018191] req@ffff8800a8fd7480 x1818247337463552/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018191.384106:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337464192/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018191.384125:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337463552/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018191.384136:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018191.384139:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018191.384144:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337463552:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018191.384151:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337463680:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018191.384168:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018191.384175:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018191/real 1734018191] req@ffff8800a8fd5500 x1818247337463680/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018191.384186:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337463680/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018191.384194:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018191.384197:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018191.384200:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337463680:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018191.384223:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337463808:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018191.384238:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018191.384244:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018191/real 1734018191] req@ffff8800a8fd6680 x1818247337463808/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018191.384254:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337463808/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018191.384262:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018191.384264:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018191.384267:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337463808:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018191.384273:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337463936:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018191.384284:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018191.384289:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018191/real 1734018191] req@ffff8800a8fd6300 x1818247337463936/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018191.384299:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337463936/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018191.384307:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018191.384309:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018191.384312:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337463936:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018191.384317:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337464064:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018191.384330:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018191.384336:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018191/real 1734018191] req@ffff8800a8fd6a00 x1818247337464064/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018191.384347:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337464064/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018191.384355:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018191.384357:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018191.384360:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337464064:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018191.384365:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337464192:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018191.384377:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018191.384382:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018191/real 1734018191] req@ffff8800a8fd7b80 x1818247337464192/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018191.384392:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337464192/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018191.384399:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018191.384401:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018191.384404:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337464192:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018191.923940:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018192.925955:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018193.927920:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018194.929957:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018195.931955:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018196.391867:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018196.391875:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018196.391880:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018196.391890:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2463 00000100:00080000:2.0:1734018196.391899:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018196.391907:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018196.391943:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337464320/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018196.391975:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018196.391979:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018196.391982:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018196.391986:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2463 00000100:00080000:2.0:1734018196.391989:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018196.391993:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018196.392002:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018196.392013:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337464448/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018196.392022:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018196.392026:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018196.392027:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018196.392031:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2463 00000100:00080000:2.0:1734018196.392033:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018196.392037:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018196.392041:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018196.392048:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337464576/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018196.392057:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018196.392060:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018196.392062:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018196.392066:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2463 00000100:00080000:2.0:1734018196.392068:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018196.392071:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337464320:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018196.392071:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018196.392075:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018196.392082:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337464704/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018196.392091:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018196.392095:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018196.392096:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018196.392100:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2463 00000100:00080000:2.0:1734018196.392102:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018196.392105:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018196.392109:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018196.392117:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337464832/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018196.392125:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018196.392128:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018196.392129:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018196.392133:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2463 00000100:00080000:2.0:1734018196.392135:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734018196.392137:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018196.392139:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018196.392143:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018196.392149:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337464960/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018196.392158:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018196/real 1734018196] req@ffff8800a8fd7100 x1818247337464320/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018196.392177:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337464320/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018196.392188:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018196.392192:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018196.392196:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337464320:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018196.392203:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337464448:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018196.392219:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018196.392226:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018196/real 1734018196] req@ffff8800a8fd5c00 x1818247337464448/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018196.392237:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337464448/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018196.392245:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018196.392247:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018196.392250:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337464448:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018196.392272:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337464576:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018196.392286:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018196.392291:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018196/real 1734018196] req@ffff8800a8fd7800 x1818247337464576/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018196.392301:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337464576/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018196.392309:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018196.392311:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018196.392314:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337464576:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018196.392320:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337464704:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018196.392333:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018196.392338:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018196/real 1734018196] req@ffff8800a8fd4a80 x1818247337464704/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018196.392348:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337464704/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018196.392355:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018196.392357:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018196.392360:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337464704:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018196.392365:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337464832:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018196.392377:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018196.392383:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018196/real 1734018196] req@ffff8800a8fd5180 x1818247337464832/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018196.392393:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337464832/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018196.392401:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018196.392403:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018196.392406:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337464832:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018196.392411:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337464960:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018196.392422:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018196.392428:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018196/real 1734018196] req@ffff8800a8fd4e00 x1818247337464960/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018196.392438:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337464960/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018196.392446:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018196.392448:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018196.392451:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337464960:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018196.933967:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018197.935995:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018198.937978:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018199.939958:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018200.941978:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018201.399857:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018201.399866:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018201.399870:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018201.399880:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2468 00000100:00080000:2.0:1734018201.399889:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018201.399898:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018201.399933:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337465088/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018201.399966:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018201.399970:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018201.399972:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018201.399977:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2468 00000100:00080000:2.0:1734018201.399980:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018201.399984:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018201.399993:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018201.400003:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337465216/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018201.400012:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018201.400016:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018201.400017:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018201.400021:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2468 00000100:00080000:2.0:1734018201.400023:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018201.400027:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018201.400031:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018201.400039:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337465344/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018201.400047:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018201.400050:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018201.400052:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018201.400056:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2468 00000100:00080000:2.0:1734018201.400059:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018201.400062:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018201.400066:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018201.400074:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337465472/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018201.400076:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337465088:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018201.400083:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018201.400086:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018201.400087:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018201.400091:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2468 00000100:00080000:2.0:1734018201.400093:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018201.400097:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018201.400101:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018201.400110:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337465600/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018201.400118:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018201.400121:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018201.400123:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018201.400126:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2468 00000100:00080000:2.0:1734018201.400138:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018201.400142:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018201.400146:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018201.400153:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337465728/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018201.400168:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337465216:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018201.400188:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337465344:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018201.400212:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337465472:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018201.400227:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337465600:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018201.400241:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337465728:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018201.943969:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018202.945986:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018203.947948:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734018204.405962:0:1966:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:0.0:1734018204.406008:0:1966:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734018204.406026:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018204.406059:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018204.406066:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018204.406072:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018204.406079:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018204.406085:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:1.0:1734018204.406170:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018201/real 1734018204] req@ffff8800a8fd6d80 x1818247337465472/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018204.406199:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337465472/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018204.406212:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018204.406217:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018204.406222:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337465472:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018204.406230:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018201/real 1734018204] req@ffff8800a8fd4e00 x1818247337465600/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018204.406242:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337465600/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018204.406250:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018204.406253:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018204.406257:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337465600:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018204.406263:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018201/real 1734018204] req@ffff8800a8fd5180 x1818247337465728/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018204.406274:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337465728/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018204.406281:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018204.406284:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018204.406287:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337465728:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018204.406293:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018201/real 1734018204] req@ffff8800a8fd5f80 x1818247337465088/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018204.406305:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337465088/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018204.406312:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018204.406314:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018204.406318:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337465088:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018204.406324:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018201/real 1734018204] req@ffff8800a8fd4380 x1818247337465216/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018204.406335:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337465216/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018204.406342:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018204.406345:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018204.406350:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337465216:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018204.406360:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018201/real 1734018204] req@ffff8800a8fd5880 x1818247337465344/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018204.406377:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337465344/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018204.406388:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018204.406392:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018204.406396:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337465344:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018204.949925:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018205.951980:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018206.407856:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018206.407865:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018206.407870:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018206.407880:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2473 00000100:00080000:2.0:1734018206.407889:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018206.407897:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018206.407934:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337465856/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018206.407969:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018206.407976:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018206.407978:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018206.407985:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2473 00000100:00080000:2.0:1734018206.407991:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018206.407997:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018206.408010:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018206.408028:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337465984/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018206.408036:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337465856:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018206.408044:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018206.408048:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018206.408050:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018206.408055:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2473 00000100:00080000:2.0:1734018206.408059:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018206.408064:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018206.408071:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018206.408082:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337466112/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018206.408094:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018206.408098:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018206.408101:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1734018206.408105:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018206.408106:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2473 00000100:00080000:2.0:1734018206.408110:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018206.408114:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018206.408120:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018206.408127:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018206/real 1734018206] req@ffff8800a8fd4a80 x1818247337465856/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018206.408132:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337466240/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018206.408145:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018206.408150:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1734018206.408152:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337465856/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018206.408153:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018206.408158:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2473 00000100:00080000:2.0:1734018206.408163:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018206.408168:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018206.408174:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1734018206.408176:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018206.408181:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:2.0:1734018206.408186:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337466368/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018206.408187:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337465856:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018206.408199:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018206.408203:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018206.408206:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018206.408212:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2473 00000100:00100000:1.0:1734018206.408214:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337465984:192.168.201.110@tcp:38:kworker.0 00000100:00080000:2.0:1734018206.408216:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018206.408220:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018206.408226:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018206.408238:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337466496/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018206.408240:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018206.408251:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018206/real 1734018206] req@ffff8800a8fd7800 x1818247337465984/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018206.408268:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337465984/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018206.408280:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018206.408284:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018206.408289:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337465984:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018206.408299:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337466112:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018206.408326:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018206.408338:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018206/real 1734018206] req@ffff8800a8fd5c00 x1818247337466112/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018206.408355:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337466112/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018206.408364:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018206.408366:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018206.408370:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337466112:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018206.408377:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337466240:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018206.408394:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018206.408401:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018206/real 1734018206] req@ffff8800a8fd7100 x1818247337466240/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018206.408411:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337466240/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018206.408419:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018206.408421:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018206.408425:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337466240:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018206.408430:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337466368:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018206.408444:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018206.408450:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018206/real 1734018206] req@ffff8800a8fd7b80 x1818247337466368/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018206.408461:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337466368/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018206.408468:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018206.408471:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018206.408474:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337466368:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018206.408491:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337466496:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018206.408503:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018206.408509:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018206/real 1734018206] req@ffff8800a8fd6a00 x1818247337466496/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018206.408520:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337466496/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018206.408528:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018206.408530:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018206.408533:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337466496:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018206.953960:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018207.955939:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018208.957935:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018209.960007:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018210.961967:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018211.415838:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018211.415847:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018211.415851:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018211.415860:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2478 00000100:00080000:2.0:1734018211.415869:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018211.415876:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018211.415910:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337466624/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018211.415943:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018211.415947:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018211.415949:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018211.415954:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2478 00000100:00080000:2.0:1734018211.415957:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018211.415960:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018211.415970:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018211.415980:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337466752/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018211.415997:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018211.416001:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018211.416002:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018211.416005:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2478 00000100:00080000:2.0:1734018211.416008:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018211.416011:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018211.416016:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018211.416024:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337466880/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018211.416032:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018211.416035:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018211.416037:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018211.416040:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2478 00000100:00080000:2.0:1734018211.416043:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018211.416046:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018211.416050:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018211.416051:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337466624:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018211.416058:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337467008/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018211.416066:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018211.416070:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018211.416071:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018211.416074:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2478 00000100:00080000:2.0:1734018211.416077:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018211.416081:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018211.416084:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018211.416092:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337467136/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018211.416101:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018211.416104:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018211.416105:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018211.416108:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2478 00000100:00080000:2.0:1734018211.416111:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018211.416114:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734018211.416115:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734018211.416118:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018211.416125:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337467264/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018211.416136:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018211/real 1734018211] req@ffff8800a8fd6300 x1818247337466624/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018211.416155:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337466624/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018211.416167:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018211.416170:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018211.416174:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337466624:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018211.416181:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337466752:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018211.416197:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018211.416204:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018211/real 1734018211] req@ffff8800a8fd6680 x1818247337466752/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018211.416215:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337466752/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018211.416224:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018211.416227:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018211.416231:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337466752:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018211.416236:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337466880:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018211.416250:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018211.416255:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018211/real 1734018211] req@ffff8800a8fd5500 x1818247337466880/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018211.416265:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337466880/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018211.416273:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018211.416275:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018211.416279:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337466880:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018211.416302:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337467008:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018211.416314:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018211.416320:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018211/real 1734018211] req@ffff8800a8fd7480 x1818247337467008/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018211.416331:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337467008/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018211.416338:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018211.416341:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018211.416344:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337467008:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018211.416349:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337467136:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018211.416361:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018211.416367:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018211/real 1734018211] req@ffff8800a8fd6a00 x1818247337467136/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018211.416378:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337467136/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018211.416386:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018211.416388:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018211.416391:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337467136:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018211.416396:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337467264:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018211.416407:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018211.416412:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018211/real 1734018211] req@ffff8800a8fd7b80 x1818247337467264/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018211.416422:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337467264/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018211.416429:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018211.416431:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018211.416434:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337467264:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018211.963996:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018212.965989:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018213.967963:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018214.969990:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018215.971993:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018216.423834:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018216.423842:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018216.423847:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018216.423858:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2483 00000100:00080000:2.0:1734018216.423867:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018216.423874:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018216.423911:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337467392/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018216.423945:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018216.423949:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018216.423952:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018216.423957:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2483 00000100:00080000:2.0:1734018216.423960:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018216.423964:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018216.423973:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018216.423984:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337467520/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018216.423993:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018216.423997:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018216.423999:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018216.424002:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2483 00000100:00080000:2.0:1734018216.424005:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018216.424008:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018216.424012:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018216.424020:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337467648/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018216.424028:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018216.424031:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018216.424032:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018216.424036:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2483 00000100:00080000:2.0:1734018216.424038:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018216.424041:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018216.424045:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018216.424048:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337467392:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018216.424053:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337467776/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018216.424062:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018216.424066:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018216.424068:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018216.424071:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2483 00000100:00080000:2.0:1734018216.424073:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018216.424077:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018216.424081:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018216.424088:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337467904/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018216.424097:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018216.424100:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018216.424101:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018216.424105:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2483 00000100:00080000:2.0:1734018216.424107:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018216.424110:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734018216.424114:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734018216.424114:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018216.424121:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337468032/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018216.424135:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018216/real 1734018216] req@ffff8800a8fd7100 x1818247337467392/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018216.424155:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337467392/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018216.424166:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018216.424169:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018216.424174:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337467392:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018216.424181:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337467520:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018216.424198:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018216.424204:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018216/real 1734018216] req@ffff8800a8fd5c00 x1818247337467520/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018216.424215:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337467520/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018216.424223:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018216.424226:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018216.424229:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337467520:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018216.424235:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337467648:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018216.424248:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018216.424253:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018216/real 1734018216] req@ffff8800a8fd7800 x1818247337467648/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018216.424264:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337467648/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018216.424278:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018216.424280:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018216.424284:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337467648:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018216.424306:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337467776:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018216.424318:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018216.424324:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018216/real 1734018216] req@ffff8800a8fd4a80 x1818247337467776/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018216.424334:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337467776/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018216.424342:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018216.424345:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018216.424348:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337467776:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018216.424352:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337467904:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018216.424364:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018216.424370:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018216/real 1734018216] req@ffff8800a8fd5880 x1818247337467904/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018216.424379:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337467904/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018216.424387:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018216.424389:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018216.424392:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337467904:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018216.424397:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337468032:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018216.424409:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018216.424415:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018216/real 1734018216] req@ffff8800a8fd4380 x1818247337468032/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018216.424425:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337468032/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018216.424432:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018216.424476:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018216.424482:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337468032:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018216.973987:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018217.975936:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018218.977909:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018219.979968:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018220.981956:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018221.431845:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018221.431854:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018221.431859:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018221.431869:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2488 00000100:00080000:2.0:1734018221.431878:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018221.431886:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018221.431922:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337468160/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018221.431955:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018221.431959:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018221.431961:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018221.431965:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2488 00000100:00080000:2.0:1734018221.431968:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018221.431972:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018221.431982:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018221.431992:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337468288/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018221.432002:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018221.432005:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018221.432007:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018221.432010:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2488 00000100:00080000:2.0:1734018221.432013:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018221.432016:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018221.432020:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018221.432028:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337468416/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018221.432036:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018221.432039:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018221.432041:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018221.432045:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2488 00000100:00080000:2.0:1734018221.432048:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018221.432051:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018221.432055:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018221.432063:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337468544/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018221.432065:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337468160:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018221.432071:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018221.432075:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018221.432076:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018221.432079:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2488 00000100:00080000:2.0:1734018221.432082:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018221.432085:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018221.432089:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018221.432098:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337468672/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018221.432107:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018221.432110:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018221.432111:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018221.432114:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2488 00000100:00080000:2.0:1734018221.432126:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018221.432130:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734018221.432132:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734018221.432134:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018221.432142:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337468800/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018221.432153:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018221/real 1734018221] req@ffff8800a8fd5f80 x1818247337468160/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018221.432173:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337468160/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018221.432184:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018221.432187:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018221.432191:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337468160:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018221.432199:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337468288:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018221.432215:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018221.432222:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018221/real 1734018221] req@ffff8800a8fd5180 x1818247337468288/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018221.432233:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337468288/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018221.432240:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018221.432243:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018221.432246:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337468288:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018221.432251:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337468416:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018221.432264:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018221.432270:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018221/real 1734018221] req@ffff8800a8fd4e00 x1818247337468416/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018221.432280:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337468416/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018221.432287:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018221.432289:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018221.432292:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337468416:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018221.432316:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337468544:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018221.432328:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018221.432334:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018221/real 1734018221] req@ffff8800a8fd6d80 x1818247337468544/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018221.432345:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337468544/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018221.432402:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018221.432405:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018221.432408:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337468544:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018221.432414:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337468672:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018221.432430:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018221.432437:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018221/real 1734018221] req@ffff8800a8fd4380 x1818247337468672/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018221.432448:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337468672/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018221.432456:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018221.432458:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018221.432461:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337468672:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018221.432466:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337468800:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018221.432483:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018221.432488:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018221/real 1734018221] req@ffff8800a8fd5880 x1818247337468800/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018221.432498:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337468800/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018221.432505:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018221.432507:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018221.432510:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337468800:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018221.983977:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018222.985976:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018223.987959:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018224.989950:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018225.991967:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018226.439846:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018226.439855:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018226.439859:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018226.439869:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2493 00000100:00080000:2.0:1734018226.439878:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018226.439886:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018226.439922:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337468928/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018226.439956:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018226.439960:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018226.439962:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018226.439966:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2493 00000100:00080000:2.0:1734018226.439969:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018226.439973:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018226.439982:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018226.439993:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337469056/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018226.440003:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018226.440006:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018226.440008:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018226.440011:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2493 00000100:00080000:2.0:1734018226.440014:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018226.440017:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018226.440023:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018226.440031:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337469184/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018226.440039:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018226.440042:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018226.440044:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018226.440047:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2493 00000100:00080000:2.0:1734018226.440050:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018226.440053:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018226.440057:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018226.440064:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337469312/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018226.440067:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337468928:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018226.440073:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018226.440076:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018226.440078:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018226.440082:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2493 00000100:00080000:2.0:1734018226.440084:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018226.440087:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018226.440091:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018226.440098:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337469440/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018226.440107:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018226.440110:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018226.440113:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018226.440116:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2493 00000100:00080000:2.0:1734018226.440128:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018226.440131:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734018226.440133:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734018226.440136:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018226.440143:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337469568/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018226.440153:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018226/real 1734018226] req@ffff8800a8fd4a80 x1818247337468928/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018226.440173:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337468928/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018226.440184:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018226.440187:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018226.440192:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337468928:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018226.440199:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337469056:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018226.440215:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018226.440222:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018226/real 1734018226] req@ffff8800a8fd7800 x1818247337469056/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018226.440233:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337469056/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018226.440241:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018226.440244:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018226.440247:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337469056:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018226.440253:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337469184:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018226.440301:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018226.440309:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018226/real 1734018226] req@ffff8800a8fd5c00 x1818247337469184/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018226.440320:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337469184/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018226.440328:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018226.440330:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018226.440333:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337469184:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018226.440357:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337469312:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018226.440370:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018226.440376:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018226/real 1734018226] req@ffff8800a8fd7100 x1818247337469312/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018226.440386:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337469312/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018226.440394:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018226.440396:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018226.440399:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337469312:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018226.440404:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337469440:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018226.440416:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018226.440422:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018226/real 1734018226] req@ffff8800a8fd7b80 x1818247337469440/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018226.440439:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337469440/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018226.440446:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018226.440449:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018226.440452:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337469440:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018226.440457:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337469568:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018226.440468:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018226.440474:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018226/real 1734018226] req@ffff8800a8fd6a00 x1818247337469568/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018226.440483:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337469568/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018226.440490:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018226.440492:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018226.440495:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337469568:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018226.993982:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018227.995979:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018228.997936:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018229.999979:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018231.002002:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018231.447834:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018231.447843:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018231.447847:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018231.447858:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2498 00000100:00080000:2.0:1734018231.447867:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018231.447874:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018231.447909:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337469696/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018231.447942:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018231.447946:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018231.447948:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018231.447952:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2498 00000100:00080000:2.0:1734018231.447955:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018231.447959:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018231.447968:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018231.447979:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337469824/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018231.447997:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018231.448000:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018231.448001:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018231.448005:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2498 00000100:00080000:2.0:1734018231.448007:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018231.448010:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018231.448015:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018231.448022:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337469952/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018231.448031:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018231.448034:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018231.448035:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018231.448038:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2498 00000100:00080000:2.0:1734018231.448041:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018231.448044:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734018231.448048:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337469696:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734018231.448048:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018231.448055:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337470080/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018231.448064:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018231.448067:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018231.448069:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018231.448072:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2498 00000100:00080000:2.0:1734018231.448076:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018231.448079:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018231.448083:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018231.448091:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337470208/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018231.448100:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018231.448103:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018231.448104:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018231.448108:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2498 00000100:00080000:2.0:1734018231.448110:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734018231.448113:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018231.448114:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018231.448117:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018231.448124:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337470336/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018231.448134:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018231/real 1734018231] req@ffff8800a8fd7480 x1818247337469696/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018231.448161:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337469696/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018231.448171:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018231.448175:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018231.448221:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337469696:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018231.448230:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337469824:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018231.448251:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018231.448259:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018231/real 1734018231] req@ffff8800a8fd5500 x1818247337469824/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018231.448270:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337469824/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018231.448278:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018231.448281:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018231.448284:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337469824:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018231.448289:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337469952:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018231.448303:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018231.448309:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018231/real 1734018231] req@ffff8800a8fd6680 x1818247337469952/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018231.448318:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337469952/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018231.448327:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018231.448330:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018231.448333:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337469952:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018231.448357:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337470080:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018231.448370:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018231.448376:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018231/real 1734018231] req@ffff8800a8fd6300 x1818247337470080/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018231.448386:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337470080/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018231.448394:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018231.448396:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018231.448399:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337470080:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018231.448403:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337470208:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018231.448415:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018231.448421:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018231/real 1734018231] req@ffff8800a8fd6a00 x1818247337470208/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018231.448430:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337470208/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018231.448437:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018231.448440:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018231.448443:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337470208:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018231.448449:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337470336:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018231.448468:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018231.448474:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018231/real 1734018231] req@ffff8800a8fd7b80 x1818247337470336/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018231.448484:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337470336/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018231.448491:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018231.448493:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018231.448496:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337470336:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018232.003995:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018233.005906:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018234.007934:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018235.009983:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018236.011969:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018236.455832:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018236.455841:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018236.455846:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018236.455856:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2503 00000100:00080000:2.0:1734018236.455865:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018236.455872:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018236.455908:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337470464/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018236.455941:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018236.455946:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018236.455948:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018236.455953:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2503 00000100:00080000:2.0:1734018236.455956:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018236.455960:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018236.455969:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018236.455979:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337470592/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018236.455989:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018236.455992:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018236.455994:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018236.455997:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2503 00000100:00080000:2.0:1734018236.456000:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018236.456003:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018236.456008:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018236.456015:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337470720/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018236.456023:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018236.456026:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018236.456028:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018236.456031:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2503 00000100:00080000:2.0:1734018236.456034:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018236.456037:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018236.456041:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018236.456049:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337470848/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018236.456051:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337470464:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018236.456059:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018236.456062:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018236.456064:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018236.456067:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2503 00000100:00080000:2.0:1734018236.456070:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018236.456073:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018236.456077:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018236.456084:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337470976/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018236.456126:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018236.456130:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018236.456132:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018236.456136:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2503 00000100:00080000:2.0:1734018236.456139:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018236.456142:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018236.456146:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018236.456155:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337471104/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018236.456158:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018236.456180:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018236/real 1734018236] req@ffff8800a8fd7100 x1818247337470464/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018236.456199:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337470464/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018236.456210:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018236.456213:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018236.456218:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337470464:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018236.456225:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337470592:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018236.456244:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018236.456250:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018236/real 1734018236] req@ffff8800a8fd5c00 x1818247337470592/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018236.456270:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337470592/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018236.456277:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018236.456280:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018236.456283:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337470592:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018236.456289:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337470720:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018236.456302:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018236.456308:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018236/real 1734018236] req@ffff8800a8fd7800 x1818247337470720/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018236.456318:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337470720/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018236.456325:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018236.456327:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018236.456330:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337470720:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018236.456353:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337470848:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018236.456365:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018236.456371:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018236/real 1734018236] req@ffff8800a8fd4a80 x1818247337470848/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018236.456382:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337470848/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018236.456389:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018236.456392:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018236.456395:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337470848:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018236.456400:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337470976:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018236.456412:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018236.456418:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018236/real 1734018236] req@ffff8800a8fd5880 x1818247337470976/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018236.456428:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337470976/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018236.456436:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018236.456438:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018236.456441:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337470976:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018236.456446:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337471104:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018236.456457:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018236.456463:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018236/real 1734018236] req@ffff8800a8fd4380 x1818247337471104/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018236.456472:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337471104/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018236.456479:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018236.456481:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018236.456484:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337471104:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018237.013974:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018238.015969:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018239.017972:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018240.019988:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018241.022002:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018241.463836:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018241.463849:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018241.463855:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018241.463868:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2508 00000100:00080000:2.0:1734018241.463879:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018241.463890:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018241.463938:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337471232/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018241.463977:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018241.463982:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018241.463984:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018241.463989:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2508 00000100:00080000:2.0:1734018241.463992:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018241.463997:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018241.464041:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018241.464055:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337471360/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018241.464062:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337471232:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018241.464067:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018241.464071:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018241.464073:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018241.464077:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2508 00000100:00080000:2.0:1734018241.464080:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018241.464083:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018241.464088:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018241.464097:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337471488/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018241.464106:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018241.464109:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018241.464111:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018241.464116:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2508 00000100:00080000:2.0:1734018241.464119:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018241.464122:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018241.464127:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018241.464135:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337471616/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018241.464136:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018241.464143:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018241.464147:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018241.464148:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018241.464152:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2508 00000100:00080000:2.0:1734018241.464155:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018241.464159:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018241/real 1734018241] req@ffff8800a8fd6d80 x1818247337471232/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018241.464159:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018241.464163:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018241.464174:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337471744/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018241.464178:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337471232/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018241.464183:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018241.464186:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018241.464188:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1734018241.464190:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018241.464192:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2508 00000100:00080000:1.0:1734018241.464194:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00080000:2.0:1734018241.464194:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018241.464198:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734018241.464199:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337471232:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734018241.464202:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018241.464212:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337471872/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018241.464225:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337471360:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018241.464244:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018241.464252:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018241/real 1734018241] req@ffff8800a8fd4e00 x1818247337471360/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018241.464263:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337471360/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018241.464271:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018241.464274:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018241.464278:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337471360:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018241.464285:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337471488:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018241.464299:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018241.464305:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018241/real 1734018241] req@ffff8800a8fd5180 x1818247337471488/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018241.464323:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337471488/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018241.464331:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018241.464333:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018241.464336:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337471488:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018241.464343:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337471616:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018241.464355:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018241.464361:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018241/real 1734018241] req@ffff8800a8fd5f80 x1818247337471616/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018241.464371:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337471616/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018241.464378:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018241.464381:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018241.464384:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337471616:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018241.464390:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337471744:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018241.464403:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018241.464409:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018241/real 1734018241] req@ffff8800a8fd4380 x1818247337471744/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018241.464419:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337471744/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018241.464427:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018241.464430:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018241.464433:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337471744:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018241.464451:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337471872:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018241.464464:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018241.464470:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018241/real 1734018241] req@ffff8800a8fd5880 x1818247337471872/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018241.464480:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337471872/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018241.464487:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018241.464490:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018241.464493:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337471872:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018242.023977:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018243.025980:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018244.028034:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018245.030021:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018246.031967:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018246.471832:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018246.471841:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018246.471846:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018246.471856:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2513 00000100:00080000:2.0:1734018246.471865:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018246.471872:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018246.471908:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337472000/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018246.472069:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018246.472074:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018246.472076:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018246.472081:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2513 00000100:00080000:2.0:1734018246.472085:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018246.472089:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018246.472098:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018246.472111:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337472128/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018246.472121:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018246.472124:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018246.472126:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018246.472129:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2513 00000100:00080000:2.0:1734018246.472132:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018246.472135:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018246.472141:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018246.472149:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337472256/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018246.472157:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018246.472160:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018246.472162:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018246.472166:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2513 00000100:00080000:2.0:1734018246.472168:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018246.472171:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018246.472176:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018246.472177:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337472000:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018246.472183:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337472384/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018246.472192:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018246.472195:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018246.472197:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018246.472201:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2513 00000100:00080000:2.0:1734018246.472203:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018246.472206:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018246.472210:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018246.472218:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337472512/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018246.472227:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018246.472230:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018246.472232:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018246.472235:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2513 00000100:00080000:2.0:1734018246.472238:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018246.472242:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734018246.472245:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734018246.472246:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018246.472253:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337472640/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018246.472266:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018246/real 1734018246] req@ffff8800a8fd4a80 x1818247337472000/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018246.472285:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337472000/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018246.472296:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018246.472300:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018246.472304:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337472000:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018246.472312:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337472128:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018246.472329:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018246.472335:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018246/real 1734018246] req@ffff8800a8fd7800 x1818247337472128/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018246.472347:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337472128/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018246.472354:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018246.472357:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018246.472360:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337472128:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018246.472366:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337472256:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018246.472384:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018246.472389:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018246/real 1734018246] req@ffff8800a8fd5c00 x1818247337472256/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018246.472399:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337472256/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018246.472406:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018246.472409:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018246.472412:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337472256:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018246.472436:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337472384:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018246.472449:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018246.472455:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018246/real 1734018246] req@ffff8800a8fd7100 x1818247337472384/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018246.472466:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337472384/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018246.472474:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018246.472477:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018246.472480:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337472384:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018246.472485:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337472512:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018246.472501:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018246.472507:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018246/real 1734018246] req@ffff8800a8fd7b80 x1818247337472512/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018246.472517:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337472512/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018246.472524:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018246.472526:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018246.472529:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337472512:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018246.472535:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337472640:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018246.472546:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018246.472552:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018246/real 1734018246] req@ffff8800a8fd6a00 x1818247337472640/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018246.472562:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337472640/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018246.472569:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018246.472571:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018246.472574:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337472640:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018247.033981:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018248.035929:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018249.037965:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018250.039947:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018251.041938:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018251.479911:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018251.479918:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018251.479921:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018251.479928:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2519 00000100:00080000:2.0:1734018251.479935:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018251.479940:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018251.479966:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337472768/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018251.479990:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018251.479994:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018251.479995:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018251.479999:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2519 00000100:00080000:2.0:1734018251.480001:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018251.480005:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018251.480012:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018251.480022:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337472896/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018251.480039:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018251.480042:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018251.480043:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018251.480044:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337472768:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018251.480046:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2519 00000100:00080000:2.0:1734018251.480048:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018251.480051:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018251.480055:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018251.480062:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337473024/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018251.480069:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018251.480071:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018251.480073:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018251.480075:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2519 00000100:00080000:2.0:1734018251.480077:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018251.480080:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018251.480084:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018251.480101:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337473152/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018251.480104:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018251.480108:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018251.480111:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018251.480112:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018251.480115:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2519 00000100:00080000:2.0:1734018251.480118:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018251.480119:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018251/real 1734018251] req@ffff8800a8fd6300 x1818247337472768/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018251.480122:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018251.480125:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018251.480134:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337473280/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018251.480135:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337472768/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018251.480142:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1734018251.480143:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018251.480145:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1734018251.480146:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00080000:2.0:1734018251.480146:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018251.480150:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337472768:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018251.480150:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2519 00000100:00080000:2.0:1734018251.480152:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018251.480155:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018251.480158:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018251.480164:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337473408/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018251.480168:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337472896:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018251.480185:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018251.480192:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018251/real 1734018251] req@ffff8800a8fd6680 x1818247337472896/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018251.480202:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337472896/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018251.480210:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018251.480212:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018251.480215:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337472896:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018251.480222:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337473024:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018251.480237:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018251.480242:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018251/real 1734018251] req@ffff8800a8fd5500 x1818247337473024/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018251.480249:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337473024/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018251.480253:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018251.480255:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018251.480257:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337473024:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018251.480260:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337473152:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018251.480267:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018251.480270:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018251/real 1734018251] req@ffff8800a8fd7480 x1818247337473152/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018251.480276:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337473152/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018251.480281:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018251.480282:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018251.480284:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337473152:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018251.480287:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337473280:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018251.480294:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018251.480297:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018251/real 1734018251] req@ffff8800a8fd6a00 x1818247337473280/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018251.480304:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337473280/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018251.480308:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018251.480309:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018251.480311:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337473280:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018251.480321:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337473408:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018251.480328:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018251.480331:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018251/real 1734018251] req@ffff8800a8fd7b80 x1818247337473408/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018251.480337:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337473408/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018251.480341:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018251.480342:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018251.480344:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337473408:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018252.044053:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018253.046000:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018254.047990:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018255.049905:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018256.051987:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018256.487776:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018256.487787:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018256.487791:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018256.487802:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2524 00000100:00080000:2.0:1734018256.487811:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018256.487819:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018256.487855:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337473536/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018256.487887:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018256.487891:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018256.487894:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018256.487898:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2524 00000100:00080000:2.0:1734018256.487901:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018256.487905:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018256.487914:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018256.487925:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337473664/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018256.487935:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018256.487939:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018256.487940:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018256.487944:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2524 00000100:00080000:2.0:1734018256.487947:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018256.487950:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018256.487954:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018256.487962:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337473792/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018256.487970:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018256.487973:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018256.487975:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018256.487979:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337473536:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018256.487979:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2524 00000100:00080000:2.0:1734018256.487981:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018256.487984:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018256.487988:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018256.487996:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337473920/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018256.488005:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018256.488008:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018256.488009:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018256.488013:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2524 00000100:00080000:2.0:1734018256.488015:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018256.488019:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018256.488023:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018256.488029:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337474048/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018256.488038:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018256.488041:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018256.488042:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1734018256.488044:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018256.488046:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2524 00000100:00080000:2.0:1734018256.488049:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018256.488052:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018256.488056:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018256.488063:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337474176/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018256.488065:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018256/real 1734018256] req@ffff8800a8fd7100 x1818247337473536/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018256.488084:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337473536/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018256.488096:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018256.488099:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018256.488104:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337473536:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018256.488111:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337473664:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018256.488127:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018256.488133:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018256/real 1734018256] req@ffff8800a8fd5c00 x1818247337473664/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018256.488144:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337473664/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018256.488152:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018256.488154:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018256.488157:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337473664:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018256.488180:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337473792:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018256.488194:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018256.488200:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018256/real 1734018256] req@ffff8800a8fd7800 x1818247337473792/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018256.488210:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337473792/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018256.488218:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018256.488220:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018256.488223:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337473792:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018256.488230:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337473920:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018256.488242:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018256.488247:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018256/real 1734018256] req@ffff8800a8fd4a80 x1818247337473920/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018256.488257:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337473920/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018256.488264:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018256.488267:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018256.488269:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337473920:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018256.488274:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337474048:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018256.488286:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018256.488292:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018256/real 1734018256] req@ffff8800a8fd5880 x1818247337474048/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018256.488301:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337474048/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018256.488309:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018256.488311:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018256.488314:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337474048:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018256.488319:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337474176:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018256.488331:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018256.488337:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018256/real 1734018256] req@ffff8800a8fd4380 x1818247337474176/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018256.488348:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337474176/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018256.488355:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018256.488357:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018256.488360:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337474176:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018257.053934:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018258.056001:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018259.057963:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018260.059991:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018261.061946:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018261.495872:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018261.495884:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018261.495891:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018261.495904:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2529 00000100:00080000:2.0:1734018261.495915:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018261.495925:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018261.495989:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337474304/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018261.496025:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018261.496029:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018261.496031:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018261.496042:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2529 00000100:00080000:2.0:1734018261.496045:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018261.496050:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018261.496062:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018261.496074:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337474432/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018261.496085:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018261.496088:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018261.496090:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018261.496094:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2529 00000100:00080000:2.0:1734018261.496096:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018261.496100:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018261.496105:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018261.496114:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337474560/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018261.496122:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018261.496125:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018261.496127:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018261.496132:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2529 00000100:00080000:2.0:1734018261.496134:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018261.496138:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018261.496142:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018261.496151:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337474688/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018261.496159:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337474304:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018261.496160:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018261.496163:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018261.496165:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018261.496169:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2529 00000100:00080000:2.0:1734018261.496171:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018261.496175:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018261.496179:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018261.496189:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337474816/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018261.496198:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018261.496201:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018261.496203:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018261.496206:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2529 00000100:00080000:2.0:1734018261.496209:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018261.496213:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018261.496217:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018261.496226:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337474944/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018261.496232:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018261.496255:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018261/real 1734018261] req@ffff8800a8fd5f80 x1818247337474304/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018261.496277:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337474304/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018261.496288:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018261.496292:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018261.496297:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337474304:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018261.496305:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337474432:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018261.496321:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018261.496328:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018261/real 1734018261] req@ffff8800a8fd5180 x1818247337474432/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018261.496339:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337474432/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018261.496348:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018261.496351:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018261.496355:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337474432:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018261.496361:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337474560:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018261.496375:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018261.496381:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018261/real 1734018261] req@ffff8800a8fd4e00 x1818247337474560/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018261.496391:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337474560/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018261.496398:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018261.496401:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018261.496405:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337474560:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018261.496431:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337474688:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018261.496443:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018261.496449:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018261/real 1734018261] req@ffff8800a8fd6d80 x1818247337474688/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018261.496460:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337474688/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018261.496468:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018261.496470:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018261.496473:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337474688:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018261.496479:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337474816:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018261.496492:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018261.496498:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018261/real 1734018261] req@ffff8800a8fd4380 x1818247337474816/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018261.496508:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337474816/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018261.496516:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018261.496518:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018261.496521:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337474816:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018261.496527:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337474944:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018261.496539:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018261.496545:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018261/real 1734018261] req@ffff8800a8fd5880 x1818247337474944/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018261.496554:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337474944/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018261.496561:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018261.496564:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018261.496567:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337474944:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018262.064019:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018263.066009:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018264.067940:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018265.069928:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018266.071978:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018266.503852:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018266.503861:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018266.503865:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018266.503876:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2534 00000100:00080000:2.0:1734018266.503885:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018266.503893:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018266.503930:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337475072/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018266.503962:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018266.503966:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018266.503968:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018266.503973:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2534 00000100:00080000:2.0:1734018266.503976:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018266.503979:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018266.503989:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018266.503999:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337475200/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018266.504009:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018266.504012:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018266.504014:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018266.504017:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2534 00000100:00080000:2.0:1734018266.504020:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018266.504023:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018266.504029:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018266.504037:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337475328/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018266.504046:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018266.504049:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018266.504050:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018266.504054:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2534 00000100:00080000:2.0:1734018266.504056:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018266.504059:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018266.504063:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018266.504070:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337475072:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018266.504071:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337475456/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018266.504079:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018266.504083:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018266.504084:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018266.504088:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2534 00000100:00080000:2.0:1734018266.504090:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018266.504093:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018266.504097:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018266.504104:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337475584/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018266.504113:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018266.504116:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018266.504119:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018266.504123:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2534 00000100:00080000:2.0:1734018266.504127:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018266.504130:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018266.504134:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018266.504141:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337475712/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018266.504160:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337475200:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018266.504180:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337475328:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018266.504205:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337475456:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018266.504219:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337475584:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018266.504233:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337475712:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018267.073977:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018268.075979:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018269.077958:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734018269.509992:0:1965:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:0.0:1734018269.510040:0:1965:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734018269.510058:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018269.510093:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018269.510100:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018269.510108:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018269.510114:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018269.510121:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:1.0:1734018269.510228:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018266/real 1734018269] req@ffff8800a8fd7100 x1818247337475456/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018269.510266:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337475456/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018269.510284:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018269.510290:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018269.510298:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337475456:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018269.510308:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018266/real 1734018269] req@ffff8800a8fd7b80 x1818247337475584/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018269.510323:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337475584/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018269.510336:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018269.510341:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018269.510346:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337475584:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018269.510356:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018266/real 1734018269] req@ffff8800a8fd6a00 x1818247337475712/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018269.510372:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337475712/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018269.510383:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018269.510387:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018269.510393:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337475712:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018269.510402:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018266/real 1734018269] req@ffff8800a8fd4a80 x1818247337475072/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018269.510420:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337475072/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018269.510431:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018269.510435:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018269.510440:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337475072:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018269.510448:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018266/real 1734018269] req@ffff8800a8fd7800 x1818247337475200/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018269.510464:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337475200/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018269.510477:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018269.510481:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018269.510486:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337475200:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018269.510496:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018266/real 1734018269] req@ffff8800a8fd5c00 x1818247337475328/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018269.510527:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337475328/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018269.510596:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018269.510601:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018269.510607:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337475328:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018270.079975:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018271.082003:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018271.511851:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018271.511860:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018271.511864:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018271.511875:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2539 00000100:00080000:2.0:1734018271.511883:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018271.511891:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018271.511925:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337475840/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018271.511959:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018271.511963:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018271.511965:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018271.511969:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2539 00000100:00080000:2.0:1734018271.511972:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018271.511976:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018271.511985:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018271.511995:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337475968/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018271.512012:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018271.512016:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018271.512017:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018271.512021:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2539 00000100:00080000:2.0:1734018271.512023:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018271.512026:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018271.512031:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018271.512039:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337476096/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018271.512047:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018271.512050:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018271.512051:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018271.512055:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2539 00000100:00080000:2.0:1734018271.512057:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018271.512060:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018271.512064:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018271.512071:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337476224/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018271.512077:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337475840:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018271.512080:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018271.512083:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018271.512085:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018271.512088:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2539 00000100:00080000:2.0:1734018271.512092:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018271.512095:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018271.512099:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018271.512108:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337476352/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018271.512117:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018271.512120:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018271.512122:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018271.512125:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2539 00000100:00080000:2.0:1734018271.512136:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018271.512140:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734018271.512142:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734018271.512144:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018271.512151:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337476480/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018271.512162:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018271/real 1734018271] req@ffff8800a8fd7480 x1818247337475840/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018271.512181:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337475840/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018271.512191:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018271.512195:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018271.512199:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337475840:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018271.512207:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337475968:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018271.512223:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018271.512229:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018271/real 1734018271] req@ffff8800a8fd5500 x1818247337475968/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018271.512240:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337475968/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018271.512249:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018271.512252:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018271.512255:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337475968:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018271.512261:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337476096:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018271.512278:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018271.512284:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018271/real 1734018271] req@ffff8800a8fd6680 x1818247337476096/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018271.512294:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337476096/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018271.512301:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018271.512303:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018271.512307:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337476096:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018271.512330:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337476224:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018271.512342:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018271.512348:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018271/real 1734018271] req@ffff8800a8fd6300 x1818247337476224/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018271.512359:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337476224/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018271.512366:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018271.512368:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018271.512371:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337476224:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018271.512377:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337476352:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018271.512390:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018271.512396:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018271/real 1734018271] req@ffff8800a8fd5c00 x1818247337476352/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018271.512406:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337476352/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018271.512414:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018271.512416:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018271.512419:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337476352:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018271.512424:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337476480:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018271.512439:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018271.512445:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018271/real 1734018271] req@ffff8800a8fd7800 x1818247337476480/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018271.512455:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337476480/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018271.512462:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018271.512464:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018271.512467:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337476480:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018272.083984:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018273.085938:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018274.087978:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018275.089974:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018276.092011:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018276.519860:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018276.519870:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018276.519874:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018276.519884:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2544 00000100:00080000:2.0:1734018276.519894:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018276.519901:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018276.519938:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337476608/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018276.519970:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018276.519974:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018276.519977:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018276.519982:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2544 00000100:00080000:2.0:1734018276.519985:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018276.519989:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018276.519999:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018276.520009:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337476736/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018276.520020:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018276.520023:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018276.520025:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018276.520028:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2544 00000100:00080000:2.0:1734018276.520031:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018276.520034:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018276.520039:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018276.520046:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337476864/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018276.520054:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018276.520057:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018276.520059:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018276.520062:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2544 00000100:00080000:2.0:1734018276.520065:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018276.520068:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018276.520072:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018276.520079:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337476992/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018276.520083:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337476608:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018276.520089:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018276.520092:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018276.520094:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018276.520097:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2544 00000100:00080000:2.0:1734018276.520100:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018276.520103:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018276.520107:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018276.520114:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337477120/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018276.520122:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018276.520125:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018276.520127:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018276.520130:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2544 00000100:00080000:2.0:1734018276.520133:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018276.520136:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018276.520139:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018276.520146:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337477248/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018276.520149:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018276.520170:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018276/real 1734018276] req@ffff8800a8fd4a80 x1818247337476608/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018276.520190:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337476608/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018276.520201:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018276.520204:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018276.520209:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337476608:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018276.520216:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337476736:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018276.520231:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018276.520237:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018276/real 1734018276] req@ffff8800a8fd6a00 x1818247337476736/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018276.520248:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337476736/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018276.520256:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018276.520259:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018276.520262:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337476736:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018276.520268:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337476864:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018276.520281:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018276.520286:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018276/real 1734018276] req@ffff8800a8fd7b80 x1818247337476864/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018276.520296:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337476864/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018276.520310:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018276.520313:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018276.520316:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337476864:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018276.520340:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337476992:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018276.520352:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018276.520358:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018276/real 1734018276] req@ffff8800a8fd7100 x1818247337476992/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018276.520368:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337476992/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018276.520376:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018276.520378:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018276.520381:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337476992:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018276.520387:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337477120:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018276.520399:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018276.520404:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018276/real 1734018276] req@ffff8800a8fd5880 x1818247337477120/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018276.520460:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337477120/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018276.520469:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018276.520472:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018276.520475:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337477120:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018276.520482:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337477248:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018276.520498:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018276.520505:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018276/real 1734018276] req@ffff8800a8fd4380 x1818247337477248/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018276.520516:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337477248/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018276.520523:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018276.520525:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018276.520529:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337477248:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018277.093997:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018278.095998:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018279.097977:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018280.099932:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018281.101926:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018281.527853:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018281.527861:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018281.527866:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018281.527876:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2549 00000100:00080000:2.0:1734018281.527885:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018281.527893:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018281.527929:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337477376/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018281.527962:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018281.527966:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018281.527968:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018281.527973:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2549 00000100:00080000:2.0:1734018281.527976:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018281.527979:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018281.527988:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018281.527999:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337477504/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018281.528008:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018281.528012:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018281.528013:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018281.528017:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2549 00000100:00080000:2.0:1734018281.528019:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018281.528023:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018281.528027:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018281.528035:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337477632/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018281.528043:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018281.528046:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018281.528048:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018281.528052:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2549 00000100:00080000:2.0:1734018281.528055:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018281.528058:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018281.528062:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018281.528070:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337477760/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018281.528073:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337477376:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018281.528079:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018281.528082:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018281.528084:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018281.528087:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2549 00000100:00080000:2.0:1734018281.528090:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018281.528093:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018281.528097:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018281.528106:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337477888/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018281.528114:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018281.528117:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018281.528119:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018281.528122:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2549 00000100:00080000:2.0:1734018281.528125:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018281.528128:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018281.528132:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018281.528139:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734018281.528140:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337478016/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018281.528160:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018281/real 1734018281] req@ffff8800a8fd6d80 x1818247337477376/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018281.528179:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337477376/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018281.528190:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018281.528194:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018281.528198:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337477376:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018281.528205:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337477504:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018281.528221:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018281.528229:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018281/real 1734018281] req@ffff8800a8fd4e00 x1818247337477504/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018281.528240:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337477504/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018281.528248:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018281.528250:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018281.528254:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337477504:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018281.528259:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337477632:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018281.528272:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018281.528278:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018281/real 1734018281] req@ffff8800a8fd5180 x1818247337477632/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018281.528288:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337477632/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018281.528295:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018281.528297:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018281.528300:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337477632:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018281.528324:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337477760:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018281.528380:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018281.528387:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018281/real 1734018281] req@ffff8800a8fd5f80 x1818247337477760/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018281.528398:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337477760/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018281.528414:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018281.528416:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018281.528420:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337477760:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018281.528426:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337477888:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018281.528438:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018281.528444:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018281/real 1734018281] req@ffff8800a8fd4380 x1818247337477888/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018281.528453:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337477888/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018281.528461:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018281.528464:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018281.528467:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337477888:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018281.528472:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337478016:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018281.528483:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018281.528489:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018281/real 1734018281] req@ffff8800a8fd5880 x1818247337478016/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018281.528499:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337478016/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018281.528505:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018281.528508:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018281.528511:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337478016:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018282.103943:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018283.105981:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018284.107967:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018285.109971:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018286.112001:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018286.535859:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018286.535873:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018286.535877:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018286.535887:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2554 00000100:00080000:2.0:1734018286.535896:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018286.535904:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018286.535941:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337478144/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018286.535974:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018286.535978:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018286.535980:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018286.535984:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2554 00000100:00080000:2.0:1734018286.535987:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018286.535991:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018286.536000:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018286.536011:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337478272/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018286.536020:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018286.536024:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018286.536025:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018286.536029:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2554 00000100:00080000:2.0:1734018286.536032:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018286.536035:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018286.536041:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018286.536049:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337478400/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018286.536057:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018286.536060:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018286.536062:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018286.536065:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2554 00000100:00080000:2.0:1734018286.536067:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018286.536070:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018286.536075:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018286.536082:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337478144:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018286.536083:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337478528/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018286.536091:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018286.536095:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018286.536096:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018286.536100:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2554 00000100:00080000:2.0:1734018286.536102:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018286.536105:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018286.536109:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018286.536116:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337478656/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018286.536125:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018286.536128:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018286.536130:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018286.536134:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2554 00000100:00080000:2.0:1734018286.536138:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018286.536141:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018286.536145:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018286.536148:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734018286.536152:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337478784/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018286.536168:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018286/real 1734018286] req@ffff8800a8fd7100 x1818247337478144/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018286.536188:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337478144/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018286.536199:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018286.536202:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018286.536206:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337478144:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018286.536213:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337478272:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018286.536229:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018286.536236:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018286/real 1734018286] req@ffff8800a8fd7b80 x1818247337478272/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018286.536292:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337478272/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018286.536301:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018286.536303:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018286.536307:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337478272:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018286.536313:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337478400:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018286.536333:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018286.536339:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018286/real 1734018286] req@ffff8800a8fd6a00 x1818247337478400/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018286.536350:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337478400/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018286.536357:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018286.536360:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018286.536363:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337478400:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018286.536386:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337478528:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018286.536397:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018286.536403:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018286/real 1734018286] req@ffff8800a8fd4a80 x1818247337478528/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018286.536413:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337478528/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018286.536421:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018286.536423:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018286.536426:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337478528:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018286.536431:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337478656:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018286.536443:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018286.536448:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018286/real 1734018286] req@ffff8800a8fd7800 x1818247337478656/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018286.536465:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337478656/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018286.536472:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018286.536475:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018286.536477:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337478656:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018286.536482:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337478784:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018286.536494:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018286.536499:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018286/real 1734018286] req@ffff8800a8fd5c00 x1818247337478784/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018286.536509:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337478784/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018286.536516:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018286.536518:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018286.536521:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337478784:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018287.113912:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018288.115927:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018289.118008:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018290.119979:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018291.121976:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018291.543839:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018291.543848:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018291.543853:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018291.543863:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2559 00000100:00080000:2.0:1734018291.543872:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018291.543880:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018291.543914:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337478912/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018291.543947:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018291.543951:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018291.543953:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018291.543958:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2559 00000100:00080000:2.0:1734018291.543961:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018291.543965:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018291.543974:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018291.543984:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337479040/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018291.544001:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018291.544004:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018291.544006:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018291.544009:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2559 00000100:00080000:2.0:1734018291.544012:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018291.544015:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018291.544019:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018291.544027:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337479168/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018291.544035:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018291.544038:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018291.544039:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018291.544042:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2559 00000100:00080000:2.0:1734018291.544045:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018291.544048:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018291.544051:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018291.544056:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337478912:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018291.544060:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337479296/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018291.544068:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018291.544072:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018291.544073:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018291.544077:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2559 00000100:00080000:2.0:1734018291.544080:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018291.544083:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018291.544087:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018291.544096:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337479424/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018291.544104:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018291.544107:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018291.544109:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018291.544112:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2559 00000100:00080000:2.0:1734018291.544115:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018291.544118:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734018291.544121:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734018291.544121:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018291.544128:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337479552/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018291.544142:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018291/real 1734018291] req@ffff8800a8fd6300 x1818247337478912/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018291.544202:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337478912/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018291.544212:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018291.544216:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018291.544221:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337478912:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018291.544228:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337479040:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018291.544248:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018291.544255:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018291/real 1734018291] req@ffff8800a8fd6680 x1818247337479040/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018291.544266:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337479040/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018291.544274:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018291.544276:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018291.544280:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337479040:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018291.544285:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337479168:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018291.544298:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018291.544304:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018291/real 1734018291] req@ffff8800a8fd5500 x1818247337479168/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018291.544314:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337479168/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018291.544321:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018291.544324:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018291.544327:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337479168:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018291.544350:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337479296:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018291.544363:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018291.544368:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018291/real 1734018291] req@ffff8800a8fd7480 x1818247337479296/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018291.544379:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337479296/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018291.544386:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018291.544388:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018291.544391:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337479296:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018291.544396:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337479424:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018291.544408:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018291.544413:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018291/real 1734018291] req@ffff8800a8fd5c00 x1818247337479424/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018291.544423:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337479424/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018291.544431:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018291.544433:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018291.544436:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337479424:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018291.544441:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337479552:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018291.544456:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018291.544462:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018291/real 1734018291] req@ffff8800a8fd7800 x1818247337479552/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018291.544472:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337479552/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018291.544479:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018291.544481:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018291.544483:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337479552:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018292.123965:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018293.125984:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018294.127987:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018295.129938:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018296.132014:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018296.551844:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018296.551854:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018296.551858:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018296.551868:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2564 00000100:00080000:2.0:1734018296.551878:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018296.551886:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018296.551923:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337479680/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018296.551957:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018296.551961:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018296.551963:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018296.551968:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2564 00000100:00080000:2.0:1734018296.551971:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018296.551974:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018296.551984:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018296.551995:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337479808/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018296.552004:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018296.552008:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018296.552009:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018296.552013:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2564 00000100:00080000:2.0:1734018296.552016:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018296.552019:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018296.552023:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018296.552030:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337479936/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018296.552038:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018296.552041:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018296.552043:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018296.552046:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2564 00000100:00080000:2.0:1734018296.552048:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018296.552051:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018296.552055:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018296.552063:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337480064/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018296.552069:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337479680:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018296.552107:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018296.552111:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018296.552113:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018296.552123:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2564 00000100:00080000:2.0:1734018296.552126:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018296.552129:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018296.552134:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018296.552143:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337480192/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018296.552152:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018296.552155:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018296.552157:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018296.552160:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2564 00000100:00080000:2.0:1734018296.552165:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018296.552168:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018296.552172:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018296.552175:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734018296.552179:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337480320/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018296.552196:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018296/real 1734018296] req@ffff8800a8fd4a80 x1818247337479680/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018296.552216:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337479680/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018296.552226:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018296.552229:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018296.552234:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337479680:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018296.552242:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337479808:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018296.552258:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018296.552265:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018296/real 1734018296] req@ffff8800a8fd6a00 x1818247337479808/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018296.552284:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337479808/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018296.552292:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018296.552295:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018296.552298:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337479808:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018296.552304:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337479936:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018296.552317:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018296.552323:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018296/real 1734018296] req@ffff8800a8fd7b80 x1818247337479936/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018296.552333:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337479936/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018296.552340:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018296.552342:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018296.552345:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337479936:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018296.552369:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337480064:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018296.552381:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018296.552387:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018296/real 1734018296] req@ffff8800a8fd7100 x1818247337480064/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018296.552397:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337480064/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018296.552404:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018296.552408:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018296.552411:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337480064:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018296.552417:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337480192:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018296.552434:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018296.552439:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018296/real 1734018296] req@ffff8800a8fd5880 x1818247337480192/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018296.552449:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337480192/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018296.552457:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018296.552460:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018296.552463:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337480192:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018296.552468:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337480320:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018296.552481:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018296.552487:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018296/real 1734018296] req@ffff8800a8fd4380 x1818247337480320/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018296.552496:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337480320/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018296.552503:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018296.552505:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018296.552509:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337480320:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018297.133978:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018298.136008:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018299.137971:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018300.139971:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018301.141961:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018301.559847:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018301.559856:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018301.559861:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018301.559871:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2569 00000100:00080000:2.0:1734018301.559880:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018301.559888:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018301.559925:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337480448/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018301.559958:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018301.559962:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018301.559964:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018301.559968:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2569 00000100:00080000:2.0:1734018301.559971:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018301.559975:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018301.560015:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018301.560027:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337480576/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018301.560038:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018301.560041:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018301.560043:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018301.560046:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2569 00000100:00080000:2.0:1734018301.560049:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018301.560053:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018301.560058:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018301.560066:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337480704/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018301.560075:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018301.560078:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018301.560080:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018301.560084:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2569 00000100:00080000:2.0:1734018301.560087:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018301.560088:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337480448:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018301.560090:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018301.560094:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018301.560101:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337480832/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018301.560109:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018301.560113:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018301.560114:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018301.560118:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2569 00000100:00080000:2.0:1734018301.560120:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018301.560123:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018301.560127:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018301.560136:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337480960/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018301.560145:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018301.560147:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018301.560149:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1734018301.560153:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018301.560153:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2569 00000100:00080000:2.0:1734018301.560155:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018301.560158:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018301.560162:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018301.560169:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337481088/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018301.560174:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018301/real 1734018301] req@ffff8800a8fd5f80 x1818247337480448/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018301.560194:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337480448/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018301.560205:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018301.560208:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018301.560213:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337480448:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018301.560220:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337480576:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018301.560236:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018301.560243:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018301/real 1734018301] req@ffff8800a8fd5180 x1818247337480576/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018301.560254:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337480576/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018301.560262:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018301.560264:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018301.560268:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337480576:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018301.560290:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337480704:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018301.560303:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018301.560309:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018301/real 1734018301] req@ffff8800a8fd4e00 x1818247337480704/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018301.560327:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337480704/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018301.560335:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018301.560337:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018301.560340:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337480704:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018301.560346:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337480832:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018301.560358:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018301.560363:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018301/real 1734018301] req@ffff8800a8fd6d80 x1818247337480832/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018301.560373:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337480832/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018301.560380:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018301.560382:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018301.560385:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337480832:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018301.560391:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337480960:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018301.560404:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018301.560410:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018301/real 1734018301] req@ffff8800a8fd4380 x1818247337480960/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018301.560420:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337480960/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018301.560427:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018301.560431:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018301.560434:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337480960:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018301.560439:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337481088:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018301.560452:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018301.560457:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018301/real 1734018301] req@ffff8800a8fd5880 x1818247337481088/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018301.560467:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337481088/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018301.560475:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018301.560477:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018301.560480:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337481088:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018302.143955:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018303.146017:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018304.148014:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018305.149995:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018306.151999:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018306.567849:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018306.567858:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018306.567862:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018306.567873:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2574 00000100:00080000:2.0:1734018306.567882:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018306.567889:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018306.567955:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337481216/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018306.567987:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018306.567991:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018306.567993:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018306.567997:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2574 00000100:00080000:2.0:1734018306.568001:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018306.568005:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018306.568014:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018306.568025:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337481344/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018306.568035:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018306.568038:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018306.568040:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018306.568044:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2574 00000100:00080000:2.0:1734018306.568046:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018306.568049:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018306.568055:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018306.568057:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337481216:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018306.568063:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337481472/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018306.568072:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018306.568075:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018306.568077:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018306.568080:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2574 00000100:00080000:2.0:1734018306.568083:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018306.568086:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018306.568090:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018306.568097:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337481600/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018306.568105:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018306.568108:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018306.568110:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018306.568113:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2574 00000100:00080000:2.0:1734018306.568116:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018306.568120:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734018306.568121:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734018306.568124:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018306.568131:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337481728/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018306.568140:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018306.568142:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018306/real 1734018306] req@ffff8800a8fd7100 x1818247337481216/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018306.568143:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018306.568146:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018306.568150:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2574 00000100:00080000:2.0:1734018306.568153:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018306.568156:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018306.568160:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018306.568161:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337481216/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018306.568167:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337481856/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734018306.568172:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018306.568175:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018306.568180:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337481216:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018306.568188:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337481344:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018306.568205:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018306.568212:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018306/real 1734018306] req@ffff8800a8fd7b80 x1818247337481344/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018306.568223:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337481344/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018306.568231:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018306.568233:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018306.568237:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337481344:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018306.568260:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337481472:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018306.568278:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018306.568284:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018306/real 1734018306] req@ffff8800a8fd6a00 x1818247337481472/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018306.568294:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337481472/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018306.568301:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018306.568304:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018306.568307:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337481472:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018306.568313:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337481600:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018306.568324:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018306.568330:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018306/real 1734018306] req@ffff8800a8fd4a80 x1818247337481600/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018306.568340:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337481600/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018306.568348:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018306.568350:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018306.568353:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337481600:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018306.568358:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337481728:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018306.568372:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018306.568378:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018306/real 1734018306] req@ffff8800a8fd7800 x1818247337481728/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018306.568387:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337481728/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018306.568395:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018306.568397:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018306.568400:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337481728:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018306.568405:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337481856:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018306.568422:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018306.568428:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018306/real 1734018306] req@ffff8800a8fd5c00 x1818247337481856/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018306.568437:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337481856/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018306.568445:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018306.568448:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018306.568451:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337481856:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018307.153998:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018308.155958:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018309.157949:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018310.160014:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018311.161999:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018311.575812:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018311.575846:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018311.575850:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018311.575859:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2579 00000100:00080000:2.0:1734018311.575869:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018311.575876:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018311.575910:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337481984/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018311.575941:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018311.575945:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018311.575947:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018311.575952:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2579 00000100:00080000:2.0:1734018311.575955:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018311.575959:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018311.575968:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018311.575978:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337482112/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018311.575997:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018311.576000:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018311.576001:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018311.576005:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2579 00000100:00080000:2.0:1734018311.576007:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018311.576011:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018311.576015:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018311.576022:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337482240/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018311.576030:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018311.576033:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018311.576035:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018311.576038:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2579 00000100:00080000:2.0:1734018311.576040:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018311.576043:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018311.576048:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018311.576052:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337481984:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018311.576055:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337482368/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018311.576064:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018311.576067:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018311.576069:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018311.576072:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2579 00000100:00080000:2.0:1734018311.576075:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018311.576079:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018311.576083:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018311.576091:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337482496/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018311.576100:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018311.576103:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018311.576104:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018311.576108:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2579 00000100:00080000:2.0:1734018311.576110:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018311.576114:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734018311.576118:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734018311.576118:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018311.576126:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337482624/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018311.576139:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018311/real 1734018311] req@ffff8800a8fd7480 x1818247337481984/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018311.576159:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337481984/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018311.576169:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018311.576172:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018311.576177:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337481984:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018311.576184:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337482112:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018311.576200:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018311.576207:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018311/real 1734018311] req@ffff8800a8fd5500 x1818247337482112/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018311.576218:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337482112/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018311.576226:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018311.576229:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018311.576232:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337482112:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018311.576239:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337482240:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018311.576253:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018311.576259:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018311/real 1734018311] req@ffff8800a8fd6680 x1818247337482240/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018311.576269:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337482240/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018311.576277:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018311.576279:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018311.576282:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337482240:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018311.576307:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337482368:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018311.576319:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018311.576324:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018311/real 1734018311] req@ffff8800a8fd6300 x1818247337482368/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018311.576334:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337482368/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018311.576342:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018311.576344:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018311.576348:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337482368:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018311.576353:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337482496:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018311.576369:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018311.576375:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018311/real 1734018311] req@ffff8800a8fd5c00 x1818247337482496/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018311.576386:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337482496/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018311.576394:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018311.576396:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018311.576399:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337482496:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018311.576404:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337482624:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018311.576416:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018311.576421:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018311/real 1734018311] req@ffff8800a8fd7800 x1818247337482624/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018311.576431:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337482624/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018311.576438:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018311.576440:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018311.576443:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337482624:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018312.163979:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018313.166015:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018314.168022:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018315.169975:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018316.171956:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018316.583840:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018316.583849:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018316.583853:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018316.583864:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2584 00000100:00080000:2.0:1734018316.583874:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018316.583881:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018316.583919:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337482752/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018316.583952:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018316.583956:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018316.583959:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018316.583964:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2584 00000100:00080000:2.0:1734018316.583967:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018316.583971:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018316.583980:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018316.583990:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337482880/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018316.584000:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018316.584003:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018316.584005:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018316.584008:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2584 00000100:00080000:2.0:1734018316.584011:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018316.584014:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018316.584018:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018316.584026:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337483008/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018316.584034:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018316.584037:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018316.584038:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018316.584042:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2584 00000100:00080000:2.0:1734018316.584044:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018316.584048:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018316.584052:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018316.584059:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337483136/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018316.584060:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337482752:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018316.584069:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018316.584073:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018316.584075:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018316.584078:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2584 00000100:00080000:2.0:1734018316.584080:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018316.584084:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018316.584087:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018316.584094:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337483264/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018316.584103:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018316.584106:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018316.584107:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018316.584111:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2584 00000100:00080000:2.0:1734018316.584114:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018316.584117:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018316.584121:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018316.584124:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734018316.584128:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337483392/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018316.584145:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018316/real 1734018316] req@ffff8800a8fd4a80 x1818247337482752/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018316.584164:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337482752/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018316.584176:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018316.584180:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018316.584184:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337482752:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018316.584191:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337482880:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018316.584208:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018316.584214:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018316/real 1734018316] req@ffff8800a8fd6a00 x1818247337482880/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018316.584225:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337482880/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018316.584233:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018316.584235:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018316.584239:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337482880:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018316.584244:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337483008:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018316.584257:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018316.584263:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018316/real 1734018316] req@ffff8800a8fd7b80 x1818247337483008/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018316.584273:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337483008/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018316.584280:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018316.584282:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018316.584286:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337483008:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018316.584310:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337483136:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018316.584323:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018316.584328:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018316/real 1734018316] req@ffff8800a8fd7100 x1818247337483136/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018316.584339:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337483136/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018316.584347:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018316.584349:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018316.584352:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337483136:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018316.584357:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337483264:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018316.584374:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018316.584379:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018316/real 1734018316] req@ffff8800a8fd5880 x1818247337483264/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018316.584389:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337483264/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018316.584396:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018316.584399:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018316.584402:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337483264:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018316.584407:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337483392:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018316.584419:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018316.584425:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018316/real 1734018316] req@ffff8800a8fd4380 x1818247337483392/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018316.584435:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337483392/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018316.584442:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018316.584445:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018316.584447:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337483392:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018317.173907:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018318.175944:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018319.177960:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018320.179967:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018321.181973:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018321.591787:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018321.591796:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018321.591800:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018321.591811:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2589 00000100:00080000:0.0:1734018321.591820:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018321.591827:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:0.0:1734018321.591863:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5a300 x1818247337483520/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018321.591894:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018321.591898:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018321.591900:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018321.591904:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2589 00000100:00080000:0.0:1734018321.591909:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018321.591913:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018321.591923:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018321.591934:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5b480 x1818247337483648/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018321.591944:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337483520:192.168.201.110@tcp:250:kworker.0 00000100:00080000:0.0:1734018321.591945:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018321.591948:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018321.591950:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018321.591953:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2589 00000100:00080000:0.0:1734018321.591956:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018321.591959:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018321.591963:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018321.591971:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58380 x1818247337483776/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018321.591980:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018321.591983:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018321.591984:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018321.591987:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2589 00000100:00080000:0.0:1734018321.591998:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018321.592001:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018321.592005:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018321.592010:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018321.592014:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59500 x1818247337483904/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018321.592028:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018321.592031:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018321/real 1734018321] req@ffff8800a8d5a300 x1818247337483520/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018321.592032:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018321.592034:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018321.592037:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2589 00000100:00080000:0.0:1734018321.592040:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018321.592044:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018321.592048:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734018321.592051:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5a300 x1818247337483520/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018321.592057:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58e00 x1818247337484032/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734018321.592061:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018321.592064:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00080000:0.0:1734018321.592066:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018321.592068:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1734018321.592069:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337483520:192.168.201.110@tcp:250:kworker.0 00000100:00080000:0.0:1734018321.592070:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018321.592074:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2589 00000100:00080000:0.0:1734018321.592076:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018321.592079:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018321.592083:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018321.592090:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59180 x1818247337484160/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018321.592092:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337483648:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018321.592110:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018321.592117:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018321/real 1734018321] req@ffff8800a8d5b480 x1818247337483648/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018321.592128:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5b480 x1818247337483648/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018321.592137:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018321.592139:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018321.592143:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337483648:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018321.592149:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337483776:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018321.592162:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018321.592168:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018321/real 1734018321] req@ffff8800a8d58380 x1818247337483776/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018321.592178:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d58380 x1818247337483776/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018321.592185:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018321.592187:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018321.592191:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337483776:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018321.592196:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337483904:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018321.592209:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018321.592215:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018321/real 1734018321] req@ffff8800a8d59500 x1818247337483904/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018321.592224:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d59500 x1818247337483904/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018321.592232:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018321.592235:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018321.592238:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337483904:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018321.592244:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337484032:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018321.592256:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018321.592262:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018321/real 1734018321] req@ffff8800a8d58e00 x1818247337484032/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018321.592273:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d58e00 x1818247337484032/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018321.592280:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018321.592282:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018321.592285:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337484032:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018321.592301:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337484160:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018321.592313:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018321.592319:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018321/real 1734018321] req@ffff8800a8d59180 x1818247337484160/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018321.592329:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d59180 x1818247337484160/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018321.592336:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018321.592338:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018321.592341:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337484160:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018322.183975:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018323.185965:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018324.187963:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018325.189985:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018326.191986:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018326.599918:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018326.599929:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018326.599935:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018326.599947:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2594 00000100:00080000:2.0:1734018326.599958:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018326.599969:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018326.600008:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337484288/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018326.600047:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018326.600051:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018326.600053:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018326.600058:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2594 00000100:00080000:2.0:1734018326.600062:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018326.600066:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018326.600076:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018326.600087:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337484416/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018326.600097:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018326.600101:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018326.600103:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018326.600106:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2594 00000100:00080000:2.0:1734018326.600109:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018326.600112:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018326.600116:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018326.600124:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337484544/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018326.600133:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018326.600136:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018326.600138:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018326.600142:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2594 00000100:00080000:2.0:1734018326.600144:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018326.600146:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337484288:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018326.600148:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018326.600152:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018326.600159:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337484672/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018326.600167:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018326.600170:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018326.600172:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018326.600175:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2594 00000100:00080000:2.0:1734018326.600177:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018326.600181:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018326.600185:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018326.600193:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337484800/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018326.600202:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018326.600205:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018326.600206:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1734018326.600210:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018326.600210:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2594 00000100:00080000:2.0:1734018326.600213:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018326.600216:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018326.600220:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018326.600227:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337484928/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018326.600231:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018326/real 1734018326] req@ffff8800a8fd6d80 x1818247337484288/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018326.600250:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337484288/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018326.600261:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018326.600264:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018326.600269:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337484288:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018326.600276:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337484416:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018326.600293:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018326.600299:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018326/real 1734018326] req@ffff8800a8fd4e00 x1818247337484416/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018326.600310:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337484416/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018326.600318:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018326.600320:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018326.600324:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337484416:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018326.600347:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337484544:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018326.600360:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018326.600366:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018326/real 1734018326] req@ffff8800a8fd5180 x1818247337484544/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018326.600376:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337484544/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018326.600384:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018326.600387:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018326.600390:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337484544:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018326.600396:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337484672:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018326.600407:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018326.600413:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018326/real 1734018326] req@ffff8800a8fd5f80 x1818247337484672/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018326.600423:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337484672/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018326.600430:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018326.600432:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018326.600436:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337484672:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018326.600441:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337484800:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018326.600454:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018326.600459:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018326/real 1734018326] req@ffff8800a8fd4380 x1818247337484800/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018326.600469:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337484800/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018326.600477:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018326.600479:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018326.600482:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337484800:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018326.600489:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337484928:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018326.600501:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018326.600507:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018326/real 1734018326] req@ffff8800a8fd5880 x1818247337484928/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018326.600517:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337484928/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018326.600525:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018326.600527:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018326.600530:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337484928:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018327.193965:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018328.195986:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018329.197972:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018330.199939:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018331.201965:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018331.607843:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018331.607852:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018331.607856:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018331.607866:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2599 00000100:00080000:2.0:1734018331.607875:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018331.607883:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018331.607920:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337485056/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018331.607953:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018331.607957:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018331.607959:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018331.607963:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2599 00000100:00080000:2.0:1734018331.607966:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018331.607970:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018331.607979:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018331.607990:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337485184/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018331.607999:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018331.608002:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018331.608004:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018331.608008:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2599 00000100:00080000:2.0:1734018331.608011:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018331.608014:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018331.608020:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018331.608028:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337485312/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018331.608036:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018331.608039:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018331.608041:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018331.608044:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2599 00000100:00080000:2.0:1734018331.608046:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018331.608049:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018331.608053:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018331.608059:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337485056:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018331.608061:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337485440/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018331.608070:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018331.608074:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018331.608075:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018331.608078:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2599 00000100:00080000:2.0:1734018331.608081:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018331.608084:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018331.608088:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018331.608095:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337485568/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018331.608104:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018331.608107:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018331.608110:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018331.608114:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2599 00000100:00080000:2.0:1734018331.608117:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018331.608120:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018331.608123:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018331.608130:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337485696/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018331.608149:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337485184:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018331.608170:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337485312:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018331.608193:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337485440:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018331.608207:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337485568:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018331.608222:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337485696:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018332.203971:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018333.205944:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018334.207983:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734018334.613974:0:1967:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:3.0:1734018334.614025:0:1967:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734018334.614044:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734018334.614076:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734018334.614084:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734018334.614090:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734018334.614097:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734018334.614103:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:1.0:1734018334.614181:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018331/real 1734018334] req@ffff8800a8fd4a80 x1818247337485440/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018334.614218:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337485440/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018334.614230:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018334.614235:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018334.614240:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337485440:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018334.614247:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018331/real 1734018334] req@ffff8800a8fd7800 x1818247337485568/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018334.614259:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337485568/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018334.614266:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018334.614270:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018334.614273:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337485568:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018334.614280:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018331/real 1734018334] req@ffff8800a8fd5c00 x1818247337485696/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018334.614290:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337485696/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018334.614297:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018334.614300:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018334.614303:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337485696:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018334.614309:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018331/real 1734018334] req@ffff8800a8fd7100 x1818247337485056/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018334.614327:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337485056/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018334.614335:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018334.614337:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018334.614341:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337485056:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018334.614346:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018331/real 1734018334] req@ffff8800a8fd7b80 x1818247337485184/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018334.614356:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337485184/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018334.614365:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018334.614369:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018334.614374:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337485184:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018334.614384:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018331/real 1734018334] req@ffff8800a8fd6a00 x1818247337485312/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018334.614416:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337485312/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018334.614482:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018334.614487:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018334.614492:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337485312:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018335.209993:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018336.211976:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018336.615830:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018336.615842:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018336.615847:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018336.615860:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2604 00000100:00080000:2.0:1734018336.615871:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018336.615880:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018336.615928:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337485824/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018336.615966:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018336.615971:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018336.615973:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018336.615978:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2604 00000100:00080000:2.0:1734018336.615981:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018336.615985:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018336.615997:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018336.616008:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337485952/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018336.616026:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018336.616030:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018336.616031:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018336.616035:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2604 00000100:00080000:2.0:1734018336.616038:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018336.616041:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018336.616046:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018336.616055:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337486080/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018336.616064:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018336.616067:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018336.616069:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018336.616072:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2604 00000100:00080000:2.0:1734018336.616075:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018336.616078:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018336.616082:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018336.616091:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337486208/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018336.616098:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337485824:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018336.616101:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018336.616105:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018336.616106:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018336.616111:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2604 00000100:00080000:2.0:1734018336.616114:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018336.616118:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018336.616122:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018336.616133:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337486336/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018336.616142:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018336.616145:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018336.616146:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018336.616150:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2604 00000100:00080000:2.0:1734018336.616153:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018336.616156:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018336.616160:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018336.616168:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337486464/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018336.616172:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018336.616194:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018336/real 1734018336] req@ffff8800a8fd6300 x1818247337485824/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018336.616214:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337485824/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018336.616226:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018336.616229:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018336.616234:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337485824:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018336.616241:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337485952:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018336.616258:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018336.616265:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018336/real 1734018336] req@ffff8800a8fd6680 x1818247337485952/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018336.616276:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337485952/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018336.616284:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018336.616286:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018336.616290:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337485952:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018336.616296:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337486080:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018336.616310:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018336.616315:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018336/real 1734018336] req@ffff8800a8fd5500 x1818247337486080/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018336.616325:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337486080/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018336.616333:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018336.616336:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018336.616339:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337486080:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018336.616366:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337486208:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018336.616378:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018336.616384:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018336/real 1734018336] req@ffff8800a8fd7480 x1818247337486208/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018336.616431:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337486208/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018336.616440:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018336.616443:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018336.616446:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337486208:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018336.616452:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337486336:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018336.616468:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018336.616475:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018336/real 1734018336] req@ffff8800a8fd6a00 x1818247337486336/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018336.616486:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337486336/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018336.616493:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018336.616496:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018336.616499:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337486336:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018336.616506:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337486464:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018336.616518:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018336.616524:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018336/real 1734018336] req@ffff8800a8fd7b80 x1818247337486464/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018336.616535:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337486464/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018336.616542:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018336.616544:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018336.616547:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337486464:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018337.213955:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018338.215964:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018339.217933:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018340.219984:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018341.221985:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018341.623851:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018341.623863:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018341.623869:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018341.623882:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2609 00000100:00080000:2.0:1734018341.623893:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018341.623902:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018341.623954:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337486592/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018341.623994:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018341.623998:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018341.624002:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018341.624007:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2609 00000100:00080000:2.0:1734018341.624010:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018341.624014:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018341.624026:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018341.624037:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337486720/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018341.624048:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018341.624051:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018341.624053:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018341.624057:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2609 00000100:00080000:2.0:1734018341.624060:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018341.624063:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018341.624069:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018341.624077:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337486848/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018341.624086:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018341.624089:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018341.624091:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018341.624094:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2609 00000100:00080000:2.0:1734018341.624097:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018341.624100:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018341.624104:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018341.624114:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337486976/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018341.624115:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337486592:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018341.624125:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018341.624129:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018341.624130:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018341.624134:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2609 00000100:00080000:2.0:1734018341.624137:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018341.624140:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018341.624145:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018341.624153:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337487104/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018341.624162:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018341.624165:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018341.624166:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018341.624170:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2609 00000100:00080000:2.0:1734018341.624172:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018341.624176:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018341.624180:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018341.624187:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734018341.624188:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337487232/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018341.624211:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018341/real 1734018341] req@ffff8800a8fd7100 x1818247337486592/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018341.624232:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337486592/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018341.624244:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018341.624248:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018341.624253:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337486592:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018341.624261:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337486720:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018341.624278:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018341.624285:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018341/real 1734018341] req@ffff8800a8fd5c00 x1818247337486720/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018341.624296:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337486720/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018341.624342:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018341.624345:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018341.624349:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337486720:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018341.624356:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337486848:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018341.624373:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018341.624380:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018341/real 1734018341] req@ffff8800a8fd7800 x1818247337486848/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018341.624391:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337486848/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018341.624399:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018341.624402:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018341.624405:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337486848:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018341.624432:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337486976:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018341.624444:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018341.624450:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018341/real 1734018341] req@ffff8800a8fd4a80 x1818247337486976/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018341.624460:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337486976/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018341.624476:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018341.624478:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018341.624481:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337486976:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018341.624487:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337487104:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018341.624500:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018341.624506:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018341/real 1734018341] req@ffff8800a8fd5880 x1818247337487104/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018341.624516:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337487104/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018341.624523:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018341.624526:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018341.624529:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337487104:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018341.624535:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337487232:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018341.624547:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018341.624553:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018341/real 1734018341] req@ffff8800a8fd4380 x1818247337487232/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018341.624562:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337487232/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018341.624570:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018341.624572:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018341.624575:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337487232:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018342.223980:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018343.226008:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018344.227982:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018345.229956:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018346.231916:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018346.631853:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018346.631863:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018346.631867:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018346.631877:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2614 00000100:00080000:2.0:1734018346.631886:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018346.631893:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018346.631928:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337487360/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018346.631963:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018346.631969:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018346.631972:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018346.631980:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2614 00000100:00080000:2.0:1734018346.631984:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018346.631989:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018346.632002:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018346.632019:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337487488/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018346.632032:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337487360:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018346.632035:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018346.632040:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018346.632042:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018346.632047:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2614 00000100:00080000:2.0:1734018346.632051:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018346.632055:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018346.632061:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018346.632073:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337487616/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018346.632085:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018346.632089:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018346.632092:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018346.632097:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2614 00000800:00000100:1.0:1734018346.632100:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018346.632101:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018346.632105:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018346.632111:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018346.632122:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018346/real 1734018346] req@ffff8800a8fd5f80 x1818247337487360/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018346.632123:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337487744/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018346.632137:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018346.632142:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018346.632145:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018346.632147:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337487360/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018346.632150:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2614 00000100:00080000:2.0:1734018346.632155:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018346.632160:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00080000:1.0:1734018346.632161:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018346.632165:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000008:00100000:2.0:1734018346.632166:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734018346.632171:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337487360:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018346.632178:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337487872/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018346.632191:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018346.632196:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018346.632198:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018346.632199:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337487488:192.168.201.110@tcp:38:kworker.0 00000100:00080000:2.0:1734018346.632204:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2614 00000100:00080000:2.0:1734018346.632208:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018346.632213:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018346.632254:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018346.632271:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734018346.632271:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337488000/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018346.632286:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018346/real 1734018346] req@ffff8800a8fd5180 x1818247337487488/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018346.632304:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337487488/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018346.632317:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018346.632320:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018346.632325:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337487488:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018346.632335:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337487616:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018346.632368:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018346.632381:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018346/real 1734018346] req@ffff8800a8fd4e00 x1818247337487616/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018346.632394:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337487616/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018346.632402:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018346.632404:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018346.632407:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337487616:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018346.632414:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337487744:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018346.632429:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018346.632436:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018346/real 1734018346] req@ffff8800a8fd6d80 x1818247337487744/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018346.632446:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337487744/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018346.632453:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018346.632456:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018346.632458:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337487744:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018346.632463:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337487872:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018346.632476:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018346.632481:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018346/real 1734018346] req@ffff8800a8fd4380 x1818247337487872/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018346.632498:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337487872/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018346.632506:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018346.632508:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018346.632511:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337487872:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018346.632528:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337488000:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018346.632545:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018346.632551:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018346/real 1734018346] req@ffff8800a8fd5880 x1818247337488000/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018346.632561:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337488000/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018346.632568:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018346.632570:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018346.632573:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337488000:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018347.233839:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018348.235830:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018349.237922:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018350.239929:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018351.241882:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018351.639825:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018351.639835:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018351.639839:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018351.639849:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2619 00000100:00080000:2.0:1734018351.639859:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018351.639867:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018351.639907:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337488128/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018351.639940:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018351.639944:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018351.639946:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018351.639950:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2619 00000100:00080000:2.0:1734018351.639953:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018351.639957:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018351.639967:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018351.639977:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337488256/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018351.639987:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018351.639990:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018351.639992:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018351.639996:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2619 00000100:00080000:2.0:1734018351.639998:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018351.640001:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018351.640007:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018351.640015:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337488384/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018351.640024:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018351.640027:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018351.640028:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018351.640032:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2619 00000100:00080000:2.0:1734018351.640034:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018351.640037:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734018351.640039:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337488128:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734018351.640041:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018351.640049:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337488512/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018351.640057:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018351.640061:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018351.640062:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018351.640066:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2619 00000100:00080000:2.0:1734018351.640068:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018351.640072:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018351.640075:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018351.640083:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337488640/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018351.640092:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018351.640095:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018351.640098:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018351.640102:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2619 00000800:00000100:1.0:1734018351.640105:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018351.640105:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018351.640108:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018351.640112:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018351.640119:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337488768/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018351.640125:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018351/real 1734018351] req@ffff8800a8fd4a80 x1818247337488128/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018351.640182:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337488128/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018351.640192:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018351.640195:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018351.640200:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337488128:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018351.640208:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337488256:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018351.640227:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018351.640234:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018351/real 1734018351] req@ffff8800a8fd7800 x1818247337488256/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018351.640245:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337488256/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018351.640252:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018351.640255:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018351.640258:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337488256:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018351.640264:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337488384:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018351.640282:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018351.640287:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018351/real 1734018351] req@ffff8800a8fd5c00 x1818247337488384/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018351.640297:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337488384/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018351.640304:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018351.640307:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018351.640310:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337488384:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018351.640334:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337488512:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018351.640347:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018351.640353:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018351/real 1734018351] req@ffff8800a8fd7100 x1818247337488512/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018351.640364:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337488512/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018351.640371:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018351.640373:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018351.640376:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337488512:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018351.640382:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337488640:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018351.640398:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018351.640404:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018351/real 1734018351] req@ffff8800a8fd7b80 x1818247337488640/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018351.640413:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337488640/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018351.640421:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018351.640423:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018351.640426:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337488640:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018351.640432:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337488768:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018351.640451:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018351.640457:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018351/real 1734018351] req@ffff8800a8fd6a00 x1818247337488768/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018351.640467:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337488768/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018351.640474:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018351.640476:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018351.640479:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337488768:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018352.243944:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018353.246014:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018354.247998:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018355.249977:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018356.251941:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018356.647856:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018356.647865:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018356.647870:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018356.647880:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2624 00000100:00080000:2.0:1734018356.647889:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018356.647897:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018356.647934:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337488896/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018356.647968:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018356.647972:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018356.647974:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018356.647979:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2624 00000100:00080000:2.0:1734018356.647982:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018356.647986:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018356.647995:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018356.648005:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337489024/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018356.648022:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018356.648025:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018356.648027:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018356.648030:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2624 00000100:00080000:2.0:1734018356.648032:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018356.648036:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018356.648040:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018356.648078:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337489152/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018356.648088:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018356.648091:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018356.648092:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018356.648096:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2624 00000100:00080000:2.0:1734018356.648099:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018356.648102:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018356.648106:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018356.648114:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337488896:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018356.648115:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337489280/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018356.648124:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018356.648128:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018356.648129:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018356.648133:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2624 00000100:00080000:2.0:1734018356.648137:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018356.648141:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018356.648145:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018356.648154:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337489408/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018356.648162:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018356.648165:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018356.648166:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018356.648170:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2624 00000100:00080000:2.0:1734018356.648173:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018356.648177:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734018356.648178:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734018356.648181:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018356.648188:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337489536/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018356.648199:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018356/real 1734018356] req@ffff8800a8fd7480 x1818247337488896/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018356.648219:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337488896/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018356.648230:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018356.648233:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018356.648238:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337488896:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018356.648245:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337489024:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018356.648262:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018356.648268:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018356/real 1734018356] req@ffff8800a8fd5500 x1818247337489024/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018356.648287:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337489024/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018356.648295:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018356.648298:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018356.648301:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337489024:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018356.648307:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337489152:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018356.648319:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018356.648325:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018356/real 1734018356] req@ffff8800a8fd6680 x1818247337489152/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018356.648335:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337489152/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018356.648342:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018356.648345:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018356.648348:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337489152:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018356.648372:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337489280:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018356.648384:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018356.648390:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018356/real 1734018356] req@ffff8800a8fd6300 x1818247337489280/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018356.648400:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337489280/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018356.648408:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018356.648411:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018356.648414:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337489280:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018356.648420:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337489408:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018356.648432:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018356.648437:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018356/real 1734018356] req@ffff8800a8fd6a00 x1818247337489408/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018356.648447:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337489408/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018356.648455:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018356.648457:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018356.648460:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337489408:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018356.648466:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337489536:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018356.648477:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018356.648483:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018356/real 1734018356] req@ffff8800a8fd7b80 x1818247337489536/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018356.648492:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337489536/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018356.648499:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018356.648501:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018356.648504:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337489536:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018357.253976:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018358.255970:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018359.257962:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018360.259978:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018361.262026:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018361.655825:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018361.655835:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018361.655840:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018361.655850:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2629 00000100:00080000:2.0:1734018361.655860:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018361.655868:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018361.655906:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337489664/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018361.655939:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018361.655944:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018361.655946:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018361.655951:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2629 00000100:00080000:2.0:1734018361.655954:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018361.655958:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018361.656011:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018361.656024:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337489792/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018361.656034:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018361.656038:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018361.656039:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018361.656043:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2629 00000100:00080000:2.0:1734018361.656046:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018361.656049:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734018361.656051:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337489664:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734018361.656054:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018361.656062:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337489920/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018361.656071:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018361.656075:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018361.656076:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018361.656079:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2629 00000100:00080000:2.0:1734018361.656082:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018361.656085:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018361.656089:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018361.656096:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337490048/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018361.656105:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018361.656109:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018361.656110:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018361.656114:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2629 00000800:00000100:1.0:1734018361.656117:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018361.656117:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018361.656121:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018361.656125:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018361.656132:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337490176/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018361.656139:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018361/real 1734018361] req@ffff8800a8fd7100 x1818247337489664/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018361.656140:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018361.656143:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018361.656145:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018361.656148:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2629 00000100:00080000:2.0:1734018361.656151:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018361.656154:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734018361.656158:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337489664/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:2.0:1734018361.656158:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018361.656165:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337490304/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734018361.656168:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018361.656172:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018361.656176:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337489664:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018361.656183:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337489792:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018361.656200:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018361.656206:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018361/real 1734018361] req@ffff8800a8fd5c00 x1818247337489792/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018361.656217:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337489792/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018361.656225:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018361.656228:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018361.656231:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337489792:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018361.656253:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337489920:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018361.656267:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018361.656273:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018361/real 1734018361] req@ffff8800a8fd7800 x1818247337489920/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018361.656291:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337489920/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018361.656299:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018361.656301:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018361.656304:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337489920:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018361.656310:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337490048:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018361.656321:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018361.656326:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018361/real 1734018361] req@ffff8800a8fd4a80 x1818247337490048/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018361.656336:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337490048/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018361.656343:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018361.656345:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018361.656348:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337490048:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018361.656354:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337490176:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018361.656366:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018361.656371:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018361/real 1734018361] req@ffff8800a8fd5880 x1818247337490176/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018361.656381:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337490176/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018361.656389:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018361.656392:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018361.656395:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337490176:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018361.656400:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337490304:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018361.656412:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018361.656418:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018361/real 1734018361] req@ffff8800a8fd4380 x1818247337490304/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018361.656427:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337490304/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018361.656434:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018361.656437:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018361.656440:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337490304:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018362.264058:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018363.266019:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018364.268008:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018365.269965:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018366.271978:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018366.663820:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018366.663829:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018366.663833:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018366.663843:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2634 00000100:00080000:2.0:1734018366.663853:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018366.663861:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018366.663937:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337490432/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018366.663969:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018366.663973:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018366.663975:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018366.663980:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2634 00000100:00080000:2.0:1734018366.663983:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018366.663987:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018366.663997:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018366.664008:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337490560/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018366.664019:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018366.664022:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018366.664024:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018366.664027:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2634 00000100:00080000:2.0:1734018366.664030:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018366.664033:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018366.664037:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018366.664044:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337490688/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018366.664053:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018366.664056:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018366.664058:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018366.664062:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2634 00000100:00080000:2.0:1734018366.664064:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018366.664068:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018366.664072:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018366.664075:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337490432:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018366.664080:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337490816/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018366.664088:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018366.664092:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018366.664093:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018366.664096:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2634 00000100:00080000:2.0:1734018366.664099:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018366.664102:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018366.664106:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018366.664115:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337490944/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018366.664124:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018366.664127:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018366.664128:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018366.664131:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2634 00000100:00080000:2.0:1734018366.664134:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018366.664138:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734018366.664139:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734018366.664142:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018366.664149:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337491072/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018366.664160:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018366/real 1734018366] req@ffff8800a8fd6d80 x1818247337490432/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018366.664179:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337490432/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018366.664190:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018366.664193:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018366.664197:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337490432:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018366.664205:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337490560:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018366.664222:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018366.664228:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018366/real 1734018366] req@ffff8800a8fd4e00 x1818247337490560/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018366.664240:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337490560/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018366.664247:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018366.664250:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018366.664253:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337490560:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018366.664259:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337490688:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018366.664272:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018366.664277:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018366/real 1734018366] req@ffff8800a8fd5180 x1818247337490688/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018366.664287:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337490688/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018366.664295:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018366.664297:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018366.664300:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337490688:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018366.664324:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337490816:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018366.664336:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018366.664342:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018366/real 1734018366] req@ffff8800a8fd5f80 x1818247337490816/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018366.664353:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337490816/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018366.664361:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018366.664363:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018366.664366:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337490816:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018366.664371:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337490944:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018366.664382:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018366.664388:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018366/real 1734018366] req@ffff8800a8fd4380 x1818247337490944/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018366.664398:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337490944/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018366.664405:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018366.664407:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018366.664410:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337490944:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018366.664415:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337491072:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018366.664427:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018366.664433:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018366/real 1734018366] req@ffff8800a8fd5880 x1818247337491072/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018366.664442:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337491072/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018366.664449:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018366.664452:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018366.664455:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337491072:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018367.273949:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018368.275929:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018369.277931:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018370.279966:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018371.281998:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018371.671878:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018371.671887:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018371.671891:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018371.671902:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2639 00000100:00080000:2.0:1734018371.671911:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018371.671919:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018371.671956:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337491200/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018371.671989:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018371.671993:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018371.671995:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018371.672000:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2639 00000100:00080000:2.0:1734018371.672003:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018371.672007:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018371.672017:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018371.672027:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337491328/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018371.672037:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018371.672040:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018371.672042:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018371.672046:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2639 00000100:00080000:2.0:1734018371.672048:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018371.672052:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018371.672058:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018371.672066:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337491456/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018371.672074:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018371.672077:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018371.672079:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018371.672082:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2639 00000100:00080000:2.0:1734018371.672085:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018371.672088:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018371.672092:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018371.672095:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337491200:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018371.672099:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337491584/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018371.672108:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018371.672111:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018371.672113:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018371.672116:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2639 00000100:00080000:2.0:1734018371.672118:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018371.672122:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018371.672126:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018371.672133:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337491712/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018371.672142:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018371.672145:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018371.672147:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018371.672151:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2639 00000100:00080000:2.0:1734018371.672154:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018371.672158:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734018371.672160:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734018371.672161:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018371.672169:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337491840/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018371.672181:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018371/real 1734018371] req@ffff8800a8fd4a80 x1818247337491200/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018371.672201:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337491200/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018371.672212:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018371.672215:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018371.672219:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337491200:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018371.672226:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337491328:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018371.672242:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018371.672249:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018371/real 1734018371] req@ffff8800a8fd7800 x1818247337491328/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018371.672260:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337491328/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018371.672268:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018371.672270:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018371.672273:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337491328:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018371.672280:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337491456:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018371.672294:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018371.672300:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018371/real 1734018371] req@ffff8800a8fd5c00 x1818247337491456/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018371.672311:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337491456/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018371.672318:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018371.672321:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018371.672324:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337491456:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018371.672348:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337491584:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018371.672360:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018371.672366:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018371/real 1734018371] req@ffff8800a8fd7100 x1818247337491584/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018371.672376:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337491584/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018371.672384:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018371.672386:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018371.672389:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337491584:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018371.672395:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337491712:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018371.672406:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018371.672412:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018371/real 1734018371] req@ffff8800a8fd7b80 x1818247337491712/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018371.672423:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337491712/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018371.672430:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018371.672433:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018371.672436:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337491712:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018371.672441:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337491840:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018371.672452:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018371.672458:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018371/real 1734018371] req@ffff8800a8fd6a00 x1818247337491840/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018371.672467:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337491840/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018371.672474:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018371.672476:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018371.672479:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337491840:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018372.283845:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018373.285990:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018374.287980:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018375.289976:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018376.291977:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018376.679827:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018376.679837:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018376.679841:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018376.679852:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2644 00000100:00080000:2.0:1734018376.679862:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018376.679869:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018376.679906:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337491968/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018376.679940:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018376.679944:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018376.679946:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018376.679950:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2644 00000100:00080000:2.0:1734018376.679953:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018376.679958:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018376.679967:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018376.679977:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337492096/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018376.679994:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018376.679998:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018376.679999:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018376.680002:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2644 00000100:00080000:2.0:1734018376.680005:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018376.680008:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018376.680013:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018376.680020:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337492224/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018376.680028:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018376.680031:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018376.680032:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018376.680036:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2644 00000100:00080000:2.0:1734018376.680038:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018376.680041:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018376.680045:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018376.680051:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337491968:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018376.680053:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337492352/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018376.680062:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018376.680066:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018376.680068:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018376.680072:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2644 00000100:00080000:2.0:1734018376.680074:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018376.680078:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018376.680082:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018376.680091:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337492480/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018376.680100:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018376.680103:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018376.680104:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018376.680108:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2644 00000100:00080000:2.0:1734018376.680110:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018376.680114:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734018376.680117:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734018376.680117:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018376.680125:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337492608/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018376.680138:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018376/real 1734018376] req@ffff8800a8fd6300 x1818247337491968/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018376.680159:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337491968/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018376.680169:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018376.680173:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018376.680177:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337491968:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018376.680185:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337492096:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018376.680201:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018376.680207:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018376/real 1734018376] req@ffff8800a8fd6680 x1818247337492096/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018376.680218:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337492096/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018376.680226:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018376.680229:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018376.680232:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337492096:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018376.680238:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337492224:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018376.680250:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018376.680256:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018376/real 1734018376] req@ffff8800a8fd5500 x1818247337492224/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018376.680266:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337492224/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018376.680273:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018376.680275:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018376.680279:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337492224:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018376.680304:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337492352:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018376.680317:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018376.680322:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018376/real 1734018376] req@ffff8800a8fd7480 x1818247337492352/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018376.680333:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337492352/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018376.680340:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018376.680343:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018376.680346:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337492352:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018376.680351:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337492480:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018376.680362:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018376.680368:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018376/real 1734018376] req@ffff8800a8fd6a00 x1818247337492480/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018376.680377:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337492480/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018376.680385:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018376.680387:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018376.680390:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337492480:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018376.680396:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337492608:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018376.680412:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018376.680417:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018376/real 1734018376] req@ffff8800a8fd7b80 x1818247337492608/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018376.680428:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337492608/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018376.680435:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018376.680438:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018376.680441:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337492608:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018377.293999:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018378.296009:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018379.298014:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018380.299965:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018381.301972:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018381.687828:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018381.687838:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018381.687843:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018381.687854:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2649 00000100:00080000:2.0:1734018381.687863:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018381.687871:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018381.687909:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337492736/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018381.687944:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018381.687948:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018381.687951:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018381.687956:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2649 00000100:00080000:2.0:1734018381.687959:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018381.687963:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018381.687972:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018381.687982:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337492864/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018381.687992:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018381.687995:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018381.687997:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018381.688000:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2649 00000100:00080000:2.0:1734018381.688003:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018381.688006:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018381.688011:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018381.688018:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337492992/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018381.688026:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018381.688029:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018381.688030:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018381.688034:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2649 00000100:00080000:2.0:1734018381.688037:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018381.688040:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018381.688044:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018381.688051:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337493120/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018381.688060:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337492736:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018381.688061:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018381.688064:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018381.688066:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018381.688069:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2649 00000100:00080000:2.0:1734018381.688072:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018381.688075:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018381.688079:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018381.688086:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337493248/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018381.688095:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018381.688098:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018381.688099:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018381.688103:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2649 00000100:00080000:2.0:1734018381.688105:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018381.688108:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018381.688112:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018381.688119:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337493376/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018381.688127:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018381.688147:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018381/real 1734018381] req@ffff8800a8fd7100 x1818247337492736/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018381.688166:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337492736/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018381.688178:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018381.688181:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018381.688185:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337492736:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018381.688192:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337492864:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018381.688208:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018381.688214:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018381/real 1734018381] req@ffff8800a8fd5c00 x1818247337492864/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018381.688226:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337492864/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018381.688234:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018381.688237:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018381.688240:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337492864:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018381.688246:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337492992:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018381.688259:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018381.688265:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018381/real 1734018381] req@ffff8800a8fd7800 x1818247337492992/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018381.688275:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337492992/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018381.688282:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018381.688284:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018381.688288:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337492992:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018381.688312:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337493120:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018381.688324:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018381.688330:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018381/real 1734018381] req@ffff8800a8fd4a80 x1818247337493120/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018381.688340:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337493120/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018381.688348:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018381.688350:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018381.688353:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337493120:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018381.688359:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337493248:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018381.688371:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018381.688377:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018381/real 1734018381] req@ffff8800a8fd5880 x1818247337493248/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018381.688388:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337493248/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018381.688396:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018381.688398:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018381.688401:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337493248:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018381.688406:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337493376:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018381.688417:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018381.688423:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018381/real 1734018381] req@ffff8800a8fd4380 x1818247337493376/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018381.688432:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337493376/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018381.688439:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018381.688441:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018381.688444:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337493376:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018382.303984:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018383.305983:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018384.307930:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018385.309985:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018386.311930:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018386.695786:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018386.695796:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018386.695800:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018386.695810:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2654 00000100:00080000:0.0:1734018386.695820:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018386.695827:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:0.0:1734018386.695863:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58a80 x1818247337493504/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018386.695895:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018386.695900:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018386.695902:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018386.695906:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2654 00000100:00080000:0.0:1734018386.695909:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018386.695913:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018386.695923:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018386.695935:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59180 x1818247337493632/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018386.695941:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337493504:192.168.201.110@tcp:250:kworker.0 00000100:00080000:0.0:1734018386.695953:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018386.695956:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018386.695958:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018386.695961:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2654 00000100:00080000:0.0:1734018386.695964:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018386.695967:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018386.695971:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018386.695979:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58e00 x1818247337493760/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018386.695988:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018386.695990:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018386.695992:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018386.695995:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2654 00000100:00080000:0.0:1734018386.695998:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018386.696001:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018386.696005:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018386.696005:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018386.696013:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59500 x1818247337493888/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018386.696021:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018386.696025:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018386.696026:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018386.696026:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018386/real 1734018386] req@ffff8800a8d58a80 x1818247337493504/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018386.696030:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2654 00000100:00080000:0.0:1734018386.696033:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018386.696037:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018386.696041:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734018386.696046:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d58a80 x1818247337493504/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018386.696049:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58380 x1818247337494016/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734018386.696056:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018386.696058:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1734018386.696059:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00080000:0.0:1734018386.696061:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018386.696063:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018386.696064:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337493504:192.168.201.110@tcp:250:kworker.0 00000100:00080000:0.0:1734018386.696066:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2654 00000100:00080000:0.0:1734018386.696068:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018386.696071:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018386.696075:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018386.696082:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5b480 x1818247337494144/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018386.696087:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337493632:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018386.696105:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018386.696112:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018386/real 1734018386] req@ffff8800a8d59180 x1818247337493632/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018386.696123:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d59180 x1818247337493632/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018386.696131:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018386.696133:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018386.696137:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337493632:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018386.696143:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337493760:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018386.696156:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018386.696162:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018386/real 1734018386] req@ffff8800a8d58e00 x1818247337493760/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018386.696172:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d58e00 x1818247337493760/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018386.696180:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018386.696183:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018386.696186:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337493760:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018386.696192:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337493888:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018386.696203:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018386.696209:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018386/real 1734018386] req@ffff8800a8d59500 x1818247337493888/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018386.696219:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d59500 x1818247337493888/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018386.696226:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018386.696228:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018386.696232:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337493888:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018386.696238:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337494016:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018386.696251:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018386.696256:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018386/real 1734018386] req@ffff8800a8d58380 x1818247337494016/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018386.696266:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d58380 x1818247337494016/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018386.696274:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018386.696276:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018386.696279:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337494016:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018386.696295:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337494144:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018386.696308:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018386.696314:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018386/real 1734018386] req@ffff8800a8d5b480 x1818247337494144/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018386.696324:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5b480 x1818247337494144/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018386.696331:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018386.696334:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018386.696336:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337494144:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018387.313993:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018388.315978:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018389.317953:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018390.319919:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018391.321925:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018391.703886:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018391.703895:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018391.703899:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018391.703910:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2659 00000100:00080000:2.0:1734018391.703919:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018391.703928:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018391.703965:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337494272/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018391.704002:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018391.704007:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018391.704008:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018391.704013:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2659 00000100:00080000:2.0:1734018391.704016:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018391.704020:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018391.704029:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018391.704040:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337494400/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018391.704050:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018391.704054:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018391.704055:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018391.704059:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2659 00000100:00080000:2.0:1734018391.704061:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018391.704064:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018391.704069:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018391.704076:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337494528/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018391.704084:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018391.704087:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018391.704089:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018391.704093:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2659 00000100:00080000:2.0:1734018391.704096:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018391.704099:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018391.704103:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018391.704104:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337494272:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018391.704110:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337494656/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018391.704119:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018391.704122:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018391.704123:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018391.704127:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2659 00000100:00080000:2.0:1734018391.704129:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018391.704132:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018391.704136:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018391.704145:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337494784/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018391.704154:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018391.704157:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018391.704158:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018391.704161:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2659 00000100:00080000:2.0:1734018391.704164:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018391.704167:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734018391.704170:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734018391.704171:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018391.704178:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337494912/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018391.704191:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018391/real 1734018391] req@ffff8800a8fd5f80 x1818247337494272/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018391.704210:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337494272/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018391.704221:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018391.704224:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018391.704228:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337494272:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018391.704235:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337494400:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018391.704255:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018391.704261:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018391/real 1734018391] req@ffff8800a8fd5180 x1818247337494400/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018391.704272:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337494400/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018391.704280:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018391.704283:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018391.704286:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337494400:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018391.704292:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337494528:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018391.704305:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018391.704310:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018391/real 1734018391] req@ffff8800a8fd4e00 x1818247337494528/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018391.704320:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337494528/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018391.704328:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018391.704330:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018391.704333:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337494528:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018391.704356:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337494656:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018391.704369:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018391.704375:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018391/real 1734018391] req@ffff8800a8fd6d80 x1818247337494656/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018391.704392:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337494656/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018391.704399:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018391.704401:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018391.704404:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337494656:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018391.704409:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337494784:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018391.704421:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018391.704426:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018391/real 1734018391] req@ffff8800a8fd4380 x1818247337494784/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018391.704436:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337494784/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018391.704443:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018391.704445:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018391.704448:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337494784:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018391.704498:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337494912:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018391.704514:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018391.704521:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018391/real 1734018391] req@ffff8800a8fd5880 x1818247337494912/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018391.704532:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337494912/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018391.704539:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018391.704542:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018391.704545:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337494912:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018392.323965:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018393.325960:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018394.327939:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018395.329931:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018396.331953:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018396.711866:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018396.711875:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018396.711880:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018396.711889:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2664 00000100:00080000:2.0:1734018396.711898:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018396.711906:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018396.711944:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337495040/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018396.711978:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018396.711984:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018396.711987:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018396.711993:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2664 00000100:00080000:2.0:1734018396.711998:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018396.712003:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018396.712016:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018396.712033:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337495168/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018396.712049:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018396.712054:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018396.712057:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018396.712062:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2664 00000100:00080000:2.0:1734018396.712066:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018396.712072:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018396.712081:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018396.712082:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337495040:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018396.712094:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337495296/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018396.712109:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018396.712114:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018396.712117:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018396.712122:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2664 00000100:00080000:2.0:1734018396.712128:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018396.712133:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018396.712139:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018396.712149:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337495424/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018396.712158:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018396.712162:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018396.712163:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018396.712167:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2664 00000100:00080000:2.0:1734018396.712170:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018396.712174:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018396.712178:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734018396.712179:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337495168:192.168.201.110@tcp:38:kworker.0 00000100:00100000:2.0:1734018396.712185:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337495552/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018396.712194:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018396.712197:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018396.712199:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018396.712203:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2664 00000100:00080000:2.0:1734018396.712206:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018396.712209:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018396.712213:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018396.712220:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337495680/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018396.712223:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337495296:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018396.712249:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337495424:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018396.712271:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337495552:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018396.712296:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337495680:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018397.333962:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018398.335986:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018399.337996:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734018399.717994:0:1968:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:0.0:1734018399.718041:0:1968:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734018399.718059:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018399.718093:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018399.718101:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018399.718108:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018399.718114:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018399.718121:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:1.0:1734018399.718205:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018396/real 1734018399] req@ffff8800a8fd6a00 x1818247337495680/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018399.718243:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337495680/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018399.718261:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018399.718266:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018399.718274:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337495680:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018399.718285:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018396/real 1734018399] req@ffff8800a8fd5c00 x1818247337495296/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018399.718350:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337495296/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018399.718364:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018399.718369:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018399.718375:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337495296:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018399.718386:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018396/real 1734018399] req@ffff8800a8fd7100 x1818247337495424/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018399.718405:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337495424/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018399.718417:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018399.718421:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018399.718427:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337495424:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018399.718437:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018396/real 1734018399] req@ffff8800a8fd7b80 x1818247337495552/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018399.718455:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337495552/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018399.718468:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018399.718473:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018399.718478:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337495552:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018399.718488:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018396/real 1734018399] req@ffff8800a8fd4a80 x1818247337495040/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018399.718516:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337495040/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018399.718527:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018399.718531:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018399.718535:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337495040:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018399.718545:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018396/real 1734018399] req@ffff8800a8fd7800 x1818247337495168/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018399.718562:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337495168/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018399.718573:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018399.718577:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018399.718582:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337495168:192.168.201.110@tcp:38:kworker.0 00010000:00010000:0.0:1734018400.339947:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018401.341913:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018401.719825:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018401.719835:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018401.719839:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018401.719851:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2669 00000100:00080000:2.0:1734018401.719860:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018401.719868:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018401.719903:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337495808/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018401.719938:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018401.719943:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018401.719944:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018401.719949:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2669 00000100:00080000:2.0:1734018401.719952:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018401.719956:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018401.719965:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018401.719976:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337495936/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018401.719993:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018401.719996:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018401.719998:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018401.720001:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2669 00000100:00080000:2.0:1734018401.720003:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018401.720007:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018401.720011:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018401.720019:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337496064/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018401.720027:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018401.720030:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018401.720032:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018401.720035:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2669 00000100:00080000:2.0:1734018401.720037:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018401.720040:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018401.720044:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018401.720052:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337496192/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018401.720053:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337495808:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018401.720060:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018401.720064:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018401.720065:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018401.720069:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2669 00000100:00080000:2.0:1734018401.720072:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018401.720076:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018401.720080:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018401.720089:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337496320/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018401.720098:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018401.720101:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018401.720102:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018401.720105:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2669 00000100:00080000:2.0:1734018401.720109:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018401.720112:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018401.720116:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018401.720119:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734018401.720123:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337496448/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018401.720139:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018401/real 1734018401] req@ffff8800a8fd7480 x1818247337495808/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018401.720158:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337495808/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018401.720169:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018401.720172:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018401.720176:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337495808:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018401.720187:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337495936:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018401.720204:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018401.720211:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018401/real 1734018401] req@ffff8800a8fd5500 x1818247337495936/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018401.720222:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337495936/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018401.720230:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018401.720232:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018401.720236:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337495936:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018401.720241:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337496064:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018401.720254:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018401.720260:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018401/real 1734018401] req@ffff8800a8fd6680 x1818247337496064/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018401.720270:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337496064/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018401.720278:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018401.720280:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018401.720335:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337496064:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018401.720361:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337496192:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018401.720378:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018401.720385:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018401/real 1734018401] req@ffff8800a8fd6300 x1818247337496192/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018401.720396:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337496192/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018401.720404:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018401.720407:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018401.720410:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337496192:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018401.720415:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337496320:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018401.720428:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018401.720433:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018401/real 1734018401] req@ffff8800a8fd7800 x1818247337496320/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018401.720443:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337496320/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018401.720450:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018401.720453:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018401.720456:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337496320:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018401.720461:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337496448:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018401.720472:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018401.720478:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018401/real 1734018401] req@ffff8800a8fd4a80 x1818247337496448/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018401.720487:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337496448/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018401.720494:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018401.720497:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018401.720500:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337496448:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018402.343986:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018403.346018:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018404.348003:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018405.349940:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018406.351995:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018406.727858:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018406.727870:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018406.727876:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018406.727890:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2674 00000100:00080000:2.0:1734018406.727902:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018406.727911:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018406.727959:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337496576/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018406.727998:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018406.728003:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018406.728006:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018406.728011:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2674 00000100:00080000:2.0:1734018406.728015:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018406.728020:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018406.728032:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018406.728043:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337496704/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018406.728053:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018406.728057:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018406.728059:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018406.728062:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2674 00000100:00080000:2.0:1734018406.728065:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018406.728069:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018406.728074:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018406.728082:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337496832/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018406.728091:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018406.728094:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018406.728095:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018406.728099:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2674 00000100:00080000:2.0:1734018406.728102:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018406.728105:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018406.728109:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018406.728117:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337496960/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018406.728127:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018406.728131:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018406.728133:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018406.728134:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337496576:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018406.728136:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2674 00000100:00080000:2.0:1734018406.728139:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018406.728142:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018406.728147:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018406.728155:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337497088/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018406.728164:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018406.728167:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018406.728168:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018406.728172:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2674 00000100:00080000:2.0:1734018406.728174:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018406.728178:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018406.728182:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018406.728190:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337497216/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018406.728249:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018406.728274:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018406/real 1734018406] req@ffff8800a8fd7b80 x1818247337496576/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018406.728295:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337496576/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018406.728307:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018406.728310:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018406.728315:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337496576:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018406.728324:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337496704:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018406.728344:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018406.728351:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018406/real 1734018406] req@ffff8800a8fd7100 x1818247337496704/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018406.728362:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337496704/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018406.728370:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018406.728373:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018406.728377:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337496704:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018406.728384:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337496832:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018406.728398:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018406.728404:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018406/real 1734018406] req@ffff8800a8fd5c00 x1818247337496832/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018406.728415:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337496832/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018406.728423:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018406.728425:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018406.728428:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337496832:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018406.728454:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337496960:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018406.728467:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018406.728472:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018406/real 1734018406] req@ffff8800a8fd6a00 x1818247337496960/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018406.728482:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337496960/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018406.728490:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018406.728493:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018406.728496:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337496960:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018406.728503:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337497088:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018406.728516:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018406.728521:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018406/real 1734018406] req@ffff8800a8fd5880 x1818247337497088/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018406.728532:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337497088/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018406.728540:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018406.728543:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018406.728546:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337497088:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018406.728552:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337497216:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018406.728564:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018406.728569:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018406/real 1734018406] req@ffff8800a8fd4380 x1818247337497216/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018406.728579:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337497216/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018406.728586:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018406.728588:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018406.728591:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337497216:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018407.353997:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018408.355968:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018409.358008:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018410.359951:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018411.361988:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018411.735825:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018411.735840:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018411.735848:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018411.735865:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2679 00000100:00080000:2.0:1734018411.735880:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018411.735893:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018411.735942:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337497344/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018411.735984:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018411.735989:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018411.735991:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018411.735996:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2679 00000100:00080000:2.0:1734018411.735999:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018411.736004:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018411.736015:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018411.736026:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337497472/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018411.736037:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018411.736041:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018411.736043:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018411.736046:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2679 00000100:00080000:2.0:1734018411.736049:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018411.736053:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018411.736058:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018411.736066:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337497600/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018411.736075:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018411.736078:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018411.736080:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018411.736085:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2679 00000100:00080000:2.0:1734018411.736087:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018411.736091:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018411.736095:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018411.736104:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337497728/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018411.736149:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018411.736153:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1734018411.736155:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337497344:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018411.736155:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018411.736159:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2679 00000100:00080000:2.0:1734018411.736162:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018411.736166:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018411.736171:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018411.736183:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337497856/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018411.736193:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018411.736197:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018411.736199:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018411.736202:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2679 00000100:00080000:2.0:1734018411.736205:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018411.736208:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018411.736212:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018411.736220:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337497984/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018411.736233:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018411.736255:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018411/real 1734018411] req@ffff8800a8fd6d80 x1818247337497344/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018411.736283:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337497344/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018411.736294:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018411.736298:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018411.736303:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337497344:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018411.736310:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337497472:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018411.736327:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018411.736334:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018411/real 1734018411] req@ffff8800a8fd4e00 x1818247337497472/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018411.736345:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337497472/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018411.736352:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018411.736355:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018411.736358:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337497472:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018411.736365:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337497600:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018411.736378:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018411.736384:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018411/real 1734018411] req@ffff8800a8fd5180 x1818247337497600/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018411.736394:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337497600/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018411.736401:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018411.736404:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018411.736407:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337497600:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018411.736436:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337497728:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018411.736449:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018411.736455:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018411/real 1734018411] req@ffff8800a8fd5f80 x1818247337497728/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018411.736465:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337497728/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018411.736473:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018411.736475:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018411.736478:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337497728:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018411.736484:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337497856:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018411.736497:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018411.736503:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018411/real 1734018411] req@ffff8800a8fd4380 x1818247337497856/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018411.736512:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337497856/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018411.736520:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018411.736522:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018411.736526:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337497856:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018411.736532:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337497984:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018411.736547:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018411.736553:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018411/real 1734018411] req@ffff8800a8fd5880 x1818247337497984/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018411.736563:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337497984/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018411.736570:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018411.736572:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018411.736575:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337497984:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018412.363976:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018413.366019:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018414.367964:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018415.370000:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018416.371954:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018416.743845:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018416.743855:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018416.743860:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018416.743870:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2684 00000100:00080000:2.0:1734018416.743880:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018416.743888:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018416.743926:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337498112/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018416.743959:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018416.743964:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018416.743966:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018416.743970:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2684 00000100:00080000:2.0:1734018416.743973:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018416.743977:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018416.743986:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018416.743996:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337498240/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018416.744006:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018416.744009:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018416.744011:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018416.744015:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2684 00000100:00080000:2.0:1734018416.744017:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018416.744021:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018416.744068:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018416.744078:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337498368/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018416.744088:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018416.744091:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018416.744093:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018416.744096:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2684 00000100:00100000:1.0:1734018416.744098:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337498112:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018416.744099:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018416.744102:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018416.744107:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018416.744115:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337498496/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018416.744123:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018416.744126:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018416.744128:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018416.744131:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2684 00000100:00080000:2.0:1734018416.744134:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018416.744137:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018416.744141:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018416.744148:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337498624/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018416.744157:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018416.744159:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018416.744162:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1734018416.744166:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018416.744166:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2684 00000100:00080000:2.0:1734018416.744169:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018416.744172:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018416.744176:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018416.744183:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337498752/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018416.744187:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018416/real 1734018416] req@ffff8800a8fd6a00 x1818247337498112/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018416.744206:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337498112/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018416.744217:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018416.744220:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018416.744225:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337498112:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018416.744232:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337498240:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018416.744249:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018416.744256:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018416/real 1734018416] req@ffff8800a8fd5c00 x1818247337498240/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018416.744275:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337498240/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018416.744283:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018416.744285:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018416.744288:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337498240:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018416.744310:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337498368:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018416.744324:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018416.744330:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018416/real 1734018416] req@ffff8800a8fd7100 x1818247337498368/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018416.744339:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337498368/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018416.744347:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018416.744350:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018416.744353:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337498368:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018416.744359:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337498496:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018416.744370:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018416.744376:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018416/real 1734018416] req@ffff8800a8fd7b80 x1818247337498496/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018416.744385:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337498496/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018416.744393:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018416.744396:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018416.744399:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337498496:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018416.744405:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337498624:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018416.744417:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018416.744423:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018416/real 1734018416] req@ffff8800a8fd4a80 x1818247337498624/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018416.744432:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337498624/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018416.744440:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018416.744442:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018416.744445:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337498624:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018416.744450:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337498752:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018416.744462:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018416.744468:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018416/real 1734018416] req@ffff8800a8fd7800 x1818247337498752/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018416.744478:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337498752/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018416.744485:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018416.744487:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018416.744490:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337498752:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018417.373999:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018418.375971:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018419.378050:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018420.380011:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018421.382015:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018421.751829:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018421.751840:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018421.751846:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018421.751860:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2689 00000100:00080000:2.0:1734018421.751872:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018421.751882:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018421.751929:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337498880/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018421.752011:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018421.752016:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018421.752018:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018421.752024:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2689 00000100:00080000:2.0:1734018421.752028:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018421.752032:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018421.752045:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018421.752057:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337499008/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018421.752075:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018421.752079:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018421.752081:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018421.752084:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2689 00000100:00080000:2.0:1734018421.752088:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018421.752091:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018421.752096:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018421.752104:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337499136/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018421.752114:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018421.752117:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018421.752119:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018421.752123:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2689 00000100:00080000:2.0:1734018421.752126:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018421.752129:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018421.752134:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018421.752135:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337498880:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018421.752144:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337499264/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018421.752152:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018421.752156:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018421.752157:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018421.752161:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2689 00000100:00080000:2.0:1734018421.752165:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018421.752169:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018421.752173:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018421.752184:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337499392/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018421.752193:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018421.752196:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018421.752198:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018421.752201:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2689 00000100:00080000:2.0:1734018421.752205:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018421.752208:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734018421.752213:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734018421.752213:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018421.752221:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337499520/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018421.752235:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018421/real 1734018421] req@ffff8800a8fd6300 x1818247337498880/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018421.752256:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337498880/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018421.752268:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018421.752271:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018421.752276:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337498880:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018421.752284:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337499008:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018421.752302:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018421.752309:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018421/real 1734018421] req@ffff8800a8fd6680 x1818247337499008/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018421.752320:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337499008/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018421.752328:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018421.752331:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018421.752334:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337499008:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018421.752359:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337499136:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018421.752373:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018421.752379:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018421/real 1734018421] req@ffff8800a8fd5500 x1818247337499136/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018421.752398:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337499136/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018421.752406:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018421.752408:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018421.752411:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337499136:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018421.752417:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337499264:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018421.752429:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018421.752435:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018421/real 1734018421] req@ffff8800a8fd7480 x1818247337499264/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018421.752445:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337499264/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018421.752452:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018421.752455:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018421.752458:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337499264:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018421.752464:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337499392:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018421.752477:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018421.752483:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018421/real 1734018421] req@ffff8800a8fd7800 x1818247337499392/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018421.752493:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337499392/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018421.752501:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018421.752504:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018421.752507:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337499392:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018421.752514:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337499520:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018421.752526:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018421.752532:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018421/real 1734018421] req@ffff8800a8fd4a80 x1818247337499520/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018421.752542:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337499520/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018421.752549:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018421.752552:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018421.752555:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337499520:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018422.384024:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018423.386020:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018424.387976:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018425.389972:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018426.392035:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018426.759826:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018426.759839:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018426.759844:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018426.759886:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2694 00000100:00080000:2.0:1734018426.759899:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018426.759909:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018426.759960:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337499648/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018426.759997:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018426.760002:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018426.760005:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018426.760010:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2694 00000100:00080000:2.0:1734018426.760015:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018426.760019:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018426.760031:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018426.760042:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337499776/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018426.760052:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018426.760056:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018426.760058:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018426.760062:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2694 00000100:00080000:2.0:1734018426.760065:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018426.760068:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018426.760074:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018426.760082:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337499904/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018426.760091:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018426.760094:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018426.760095:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018426.760099:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2694 00000100:00080000:2.0:1734018426.760102:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018426.760105:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018426.760110:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018426.760119:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337500032/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018426.760124:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337499648:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018426.760129:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018426.760132:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018426.760134:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018426.760137:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2694 00000100:00080000:2.0:1734018426.760140:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018426.760143:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018426.760147:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018426.760155:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337500160/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018426.760164:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018426.760167:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018426.760169:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018426.760172:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2694 00000100:00080000:2.0:1734018426.760176:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018426.760179:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018426.760183:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018426.760190:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337500288/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018426.760197:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018426.760219:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018426/real 1734018426] req@ffff8800a8fd7b80 x1818247337499648/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018426.760239:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337499648/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018426.760251:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018426.760254:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018426.760259:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337499648:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018426.760268:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337499776:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018426.760285:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018426.760292:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018426/real 1734018426] req@ffff8800a8fd7100 x1818247337499776/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018426.760303:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337499776/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018426.760311:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018426.760314:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018426.760317:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337499776:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018426.760323:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337499904:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018426.760337:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018426.760343:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018426/real 1734018426] req@ffff8800a8fd5c00 x1818247337499904/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018426.760353:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337499904/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018426.760360:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018426.760363:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018426.760366:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337499904:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018426.760393:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337500032:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018426.760406:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018426.760412:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018426/real 1734018426] req@ffff8800a8fd6a00 x1818247337500032/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018426.760424:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337500032/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018426.760432:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018426.760434:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018426.760437:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337500032:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018426.760443:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337500160:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018426.760456:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018426.760461:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018426/real 1734018426] req@ffff8800a8fd5880 x1818247337500160/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018426.760471:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337500160/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018426.760479:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018426.760481:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018426.760484:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337500160:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018426.760490:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337500288:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018426.760503:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018426.760508:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018426/real 1734018426] req@ffff8800a8fd4380 x1818247337500288/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018426.760518:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337500288/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018426.760525:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018426.760529:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018426.760532:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337500288:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018427.394059:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018428.395972:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018429.398034:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018430.399947:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018431.401956:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018431.767897:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018431.767906:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018431.767912:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018431.767922:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2699 00000100:00080000:2.0:1734018431.767932:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018431.767940:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018431.767977:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337500416/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018431.768011:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018431.768017:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018431.768020:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018431.768027:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2699 00000100:00080000:2.0:1734018431.768031:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018431.768038:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018431.768050:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018431.768068:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337500544/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018431.768081:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337500416:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018431.768084:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018431.768089:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018431.768091:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018431.768096:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2699 00000100:00080000:2.0:1734018431.768100:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018431.768105:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018431.768111:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018431.768123:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337500672/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018431.768135:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018431.768139:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018431.768142:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018431.768147:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2699 00000800:00000100:1.0:1734018431.768151:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018431.768151:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018431.768156:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018431.768162:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018431.768174:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018431/real 1734018431] req@ffff8800a8fd5f80 x1818247337500416/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018431.768174:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337500800/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018431.768187:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018431.768193:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018431.768195:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018431.768198:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337500416/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018431.768201:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2699 00000100:00080000:2.0:1734018431.768205:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018431.768210:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00080000:1.0:1734018431.768212:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018431.768216:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000008:00100000:2.0:1734018431.768217:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734018431.768223:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337500416:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018431.768230:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337500928/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018431.768243:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018431.768248:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1734018431.768250:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337500544:192.168.201.110@tcp:38:kworker.0 00000100:00080000:2.0:1734018431.768250:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018431.768256:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2699 00000100:00080000:2.0:1734018431.768260:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018431.768265:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018431.768272:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018431.768275:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734018431.768284:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337501056/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018431.768286:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018431/real 1734018431] req@ffff8800a8fd5180 x1818247337500544/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018431.768303:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337500544/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018431.768315:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018431.768319:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018431.768324:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337500544:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018431.768334:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337500672:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018431.768359:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018431.768371:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018431/real 1734018431] req@ffff8800a8fd4e00 x1818247337500672/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018431.768390:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337500672/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018431.768402:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018431.768404:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018431.768408:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337500672:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018431.768415:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337500800:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018431.768433:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018431.768441:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018431/real 1734018431] req@ffff8800a8fd6d80 x1818247337500800/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018431.768451:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337500800/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018431.768459:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018431.768461:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018431.768465:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337500800:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018431.768470:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337500928:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018431.768482:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018431.768487:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018431/real 1734018431] req@ffff8800a8fd4380 x1818247337500928/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018431.768499:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337500928/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018431.768506:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018431.768508:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018431.768511:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337500928:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018431.768529:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337501056:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018431.768541:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018431.768547:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018431/real 1734018431] req@ffff8800a8fd5880 x1818247337501056/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018431.768557:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337501056/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018431.768564:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018431.768566:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018431.768569:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337501056:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018432.403972:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018433.406033:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018434.407954:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018435.409973:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018436.411986:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018436.775883:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018436.775895:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018436.775901:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018436.775915:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2704 00000100:00080000:2.0:1734018436.775927:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018436.775936:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018436.775988:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337501184/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018436.776027:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018436.776032:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018436.776034:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018436.776039:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2704 00000100:00080000:2.0:1734018436.776042:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018436.776047:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018436.776058:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018436.776070:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337501312/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018436.776080:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018436.776083:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018436.776085:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018436.776089:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2704 00000100:00080000:2.0:1734018436.776092:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018436.776096:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018436.776102:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018436.776111:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337501440/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018436.776121:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018436.776124:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018436.776126:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018436.776130:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2704 00000100:00080000:2.0:1734018436.776132:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018436.776135:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018436.776139:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018436.776148:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337501568/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018436.776157:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018436.776160:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018436.776162:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018436.776165:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2704 00000100:00100000:1.0:1734018436.776167:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337501184:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018436.776167:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018436.776171:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018436.776175:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018436.776183:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337501696/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018436.776192:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018436.776196:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018436.776198:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018436.776202:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2704 00000100:00080000:2.0:1734018436.776205:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018436.776208:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018436.776212:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018436.776220:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337501824/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018436.776244:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018436.776267:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018436/real 1734018436] req@ffff8800a8fd6a00 x1818247337501184/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018436.776287:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337501184/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018436.776300:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018436.776303:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018436.776308:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337501184:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018436.776316:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337501312:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018436.776333:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018436.776339:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018436/real 1734018436] req@ffff8800a8fd5c00 x1818247337501312/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018436.776351:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337501312/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018436.776359:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018436.776361:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018436.776365:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337501312:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018436.776371:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337501440:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018436.776385:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018436.776391:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018436/real 1734018436] req@ffff8800a8fd7100 x1818247337501440/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018436.776401:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337501440/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018436.776408:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018436.776411:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018436.776414:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337501440:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018436.776442:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337501568:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018436.776456:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018436.776462:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018436/real 1734018436] req@ffff8800a8fd7b80 x1818247337501568/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018436.776472:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337501568/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018436.776480:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018436.776483:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018436.776486:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337501568:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018436.776492:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337501696:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018436.776504:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018436.776510:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018436/real 1734018436] req@ffff8800a8fd4a80 x1818247337501696/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018436.776520:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337501696/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018436.776527:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018436.776530:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018436.776534:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337501696:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018436.776540:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337501824:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018436.776551:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018436.776557:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018436/real 1734018436] req@ffff8800a8fd7800 x1818247337501824/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018436.776567:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337501824/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018436.776575:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018436.776577:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018436.776580:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337501824:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018437.414027:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018438.415958:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018439.417948:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018440.419975:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018441.421951:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018441.783830:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018441.783841:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018441.783847:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018441.783860:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2709 00000100:00080000:2.0:1734018441.783872:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018441.783882:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018441.783928:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337501952/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018441.783966:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018441.783971:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018441.783973:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018441.783977:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2709 00000100:00080000:2.0:1734018441.783980:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018441.783984:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018441.783996:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018441.784008:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337502080/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018441.784026:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018441.784029:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018441.784031:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018441.784034:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2709 00000100:00080000:2.0:1734018441.784037:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018441.784040:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018441.784045:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018441.784054:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337502208/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018441.784058:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337501952:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018441.784063:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018441.784066:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018441.784068:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018441.784072:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2709 00000100:00080000:2.0:1734018441.784075:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018441.784078:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018441.784082:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018441.784090:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337502336/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018441.784098:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018441.784102:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018441.784103:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018441.784107:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2709 00000100:00080000:2.0:1734018441.784110:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018441.784114:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018441.784118:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018441.784128:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337502464/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018441.784137:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018441.784140:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018441.784141:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018441.784145:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2709 00000800:00000100:1.0:1734018441.784148:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018441.784149:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018441.784152:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018441.784156:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018441.784164:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337502592/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018441.784175:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018441/real 1734018441] req@ffff8800a8fd7480 x1818247337501952/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018441.784200:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337501952/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018441.784216:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018441.784221:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018441.784228:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337501952:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018441.784238:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337502080:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018441.784269:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018441.784280:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018441/real 1734018441] req@ffff8800a8fd5500 x1818247337502080/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018441.784297:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337502080/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018441.784311:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018441.784315:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018441.784319:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337502080:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018441.784354:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337502208:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018441.784384:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018441.784397:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018441/real 1734018441] req@ffff8800a8fd6680 x1818247337502208/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018441.784413:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337502208/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018441.784422:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018441.784425:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018441.784428:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337502208:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018441.784436:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337502336:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018441.784453:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018441.784459:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018441/real 1734018441] req@ffff8800a8fd6300 x1818247337502336/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018441.784470:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337502336/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018441.784478:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018441.784480:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018441.784483:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337502336:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018441.784490:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337502464:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018441.784504:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018441.784510:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018441/real 1734018441] req@ffff8800a8fd7800 x1818247337502464/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018441.784521:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337502464/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018441.784528:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018441.784531:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018441.784534:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337502464:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018441.784540:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337502592:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018441.784552:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018441.784558:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018441/real 1734018441] req@ffff8800a8fd4a80 x1818247337502592/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018441.784567:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337502592/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018441.784574:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018441.784576:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018441.784579:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337502592:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018442.423983:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018443.425983:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018444.427958:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018445.429973:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018446.431959:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018446.791805:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018446.791815:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018446.791819:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018446.791829:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2714 00000100:00080000:2.0:1734018446.791839:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018446.791847:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018446.791885:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337502720/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018446.791919:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018446.791923:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018446.791926:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018446.791930:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2714 00000100:00080000:2.0:1734018446.791933:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018446.791937:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018446.791946:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018446.791956:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337502848/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018446.791966:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018446.791969:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018446.791971:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018446.791975:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2714 00000100:00080000:2.0:1734018446.791977:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018446.791980:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018446.791985:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018446.791992:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337502976/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018446.792001:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018446.792003:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018446.792005:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018446.792008:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2714 00000100:00080000:2.0:1734018446.792011:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018446.792014:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018446.792018:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018446.792026:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337503104/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018446.792035:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018446.792036:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337502720:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018446.792039:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018446.792040:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018446.792044:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2714 00000100:00080000:2.0:1734018446.792046:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018446.792050:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018446.792053:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018446.792060:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337503232/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018446.792069:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018446.792071:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018446.792073:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018446.792076:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2714 00000100:00080000:2.0:1734018446.792079:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018446.792082:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018446.792086:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018446.792093:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337503360/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018446.792104:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018446.792125:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018446/real 1734018446] req@ffff8800a8fd7b80 x1818247337502720/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018446.792144:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337502720/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018446.792155:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018446.792158:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018446.792163:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337502720:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018446.792170:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337502848:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018446.792186:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018446.792192:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018446/real 1734018446] req@ffff8800a8fd7100 x1818247337502848/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018446.792203:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337502848/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018446.792211:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018446.792214:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018446.792218:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337502848:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018446.792223:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337502976:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018446.792236:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018446.792242:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018446/real 1734018446] req@ffff8800a8fd5c00 x1818247337502976/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018446.792252:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337502976/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018446.792260:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018446.792262:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018446.792266:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337502976:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018446.792289:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337503104:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018446.792300:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018446.792306:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018446/real 1734018446] req@ffff8800a8fd6a00 x1818247337503104/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018446.792317:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337503104/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018446.792324:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018446.792327:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018446.792330:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337503104:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018446.792335:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337503232:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018446.792347:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018446.792352:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018446/real 1734018446] req@ffff8800a8fd5880 x1818247337503232/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018446.792362:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337503232/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018446.792369:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018446.792371:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018446.792374:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337503232:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018446.792380:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337503360:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018446.792392:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018446.792398:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018446/real 1734018446] req@ffff8800a8fd4380 x1818247337503360/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018446.792408:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337503360/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018446.792415:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018446.792417:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018446.792420:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337503360:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018447.433989:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018448.435995:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018449.437983:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018450.439943:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018451.441988:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018451.799797:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018451.799806:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018451.799811:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018451.799823:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2719 00000100:00080000:2.0:1734018451.799833:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018451.799841:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018451.799877:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337503488/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018451.799910:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018451.799914:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018451.799916:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018451.799921:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2719 00000100:00080000:2.0:1734018451.799924:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018451.799928:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018451.799937:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018451.799948:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337503616/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018451.799958:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018451.799962:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018451.799963:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018451.799967:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2719 00000100:00080000:2.0:1734018451.799969:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018451.799972:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018451.799977:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018451.799985:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337503744/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018451.799993:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018451.799996:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018451.799998:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018451.800002:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2719 00000100:00080000:2.0:1734018451.800004:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018451.800007:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018451.800012:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018451.800016:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337503488:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018451.800020:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337503872/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018451.800028:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018451.800032:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018451.800033:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018451.800037:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2719 00000100:00080000:2.0:1734018451.800039:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018451.800043:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018451.800047:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018451.800055:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337504000/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018451.800064:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018451.800067:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018451.800068:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018451.800072:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2719 00000100:00080000:2.0:1734018451.800075:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018451.800078:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018451.800082:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018451.800084:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734018451.800090:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337504128/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018451.800105:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018451/real 1734018451] req@ffff8800a8fd6d80 x1818247337503488/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018451.800124:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337503488/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018451.800135:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018451.800138:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018451.800143:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337503488:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018451.800150:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337503616:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018451.800170:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018451.800176:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018451/real 1734018451] req@ffff8800a8fd4e00 x1818247337503616/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018451.800188:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337503616/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018451.800195:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018451.800198:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018451.800201:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337503616:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018451.800207:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337503744:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018451.800219:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018451.800225:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018451/real 1734018451] req@ffff8800a8fd5180 x1818247337503744/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018451.800235:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337503744/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018451.800242:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018451.800245:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018451.800248:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337503744:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018451.800272:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337503872:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018451.800284:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018451.800290:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018451/real 1734018451] req@ffff8800a8fd5f80 x1818247337503872/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018451.800307:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337503872/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018451.800315:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018451.800318:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018451.800321:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337503872:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018451.800326:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337504000:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018451.800338:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018451.800344:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018451/real 1734018451] req@ffff8800a8fd4380 x1818247337504000/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018451.800354:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337504000/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018451.800361:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018451.800363:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018451.800366:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337504000:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018451.800372:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337504128:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018451.800383:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018451.800389:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018451/real 1734018451] req@ffff8800a8fd5880 x1818247337504128/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018451.800399:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337504128/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018451.800406:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018451.800409:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018451.800412:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337504128:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018452.443966:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018453.445985:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018454.447935:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018455.449873:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018456.451902:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018456.807831:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018456.807841:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018456.807845:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018456.807856:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2724 00000100:00080000:2.0:1734018456.807865:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018456.807873:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018456.807911:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337504256/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018456.807946:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018456.807950:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018456.807952:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018456.807956:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2724 00000100:00080000:2.0:1734018456.807959:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018456.807963:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018456.807972:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018456.807983:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337504384/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018456.807993:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018456.807996:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018456.807998:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018456.808002:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2724 00000100:00080000:2.0:1734018456.808004:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018456.808008:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018456.808013:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018456.808020:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337504512/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018456.808029:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018456.808032:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018456.808034:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018456.808037:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2724 00000100:00080000:2.0:1734018456.808039:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018456.808042:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018456.808046:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018456.808054:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337504640/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018456.808062:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018456.808066:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337504256:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018456.808066:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018456.808067:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018456.808071:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2724 00000100:00080000:2.0:1734018456.808073:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018456.808076:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018456.808080:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018456.808087:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337504768/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018456.808096:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018456.808099:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018456.808101:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018456.808105:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2724 00000100:00080000:2.0:1734018456.808108:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018456.808111:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018456.808115:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018456.808121:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337504896/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018456.808129:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018456.808150:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018456/real 1734018456] req@ffff8800a8fd6a00 x1818247337504256/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018456.808169:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337504256/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018456.808180:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018456.808183:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018456.808188:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337504256:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018456.808195:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337504384:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018456.808211:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018456.808218:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018456/real 1734018456] req@ffff8800a8fd5c00 x1818247337504384/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018456.808229:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337504384/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018456.808236:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018456.808239:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018456.808242:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337504384:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018456.808252:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337504512:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018456.808265:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018456.808271:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018456/real 1734018456] req@ffff8800a8fd7100 x1818247337504512/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018456.808282:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337504512/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018456.808289:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018456.808292:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018456.808295:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337504512:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018456.808318:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337504640:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018456.808331:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018456.808336:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018456/real 1734018456] req@ffff8800a8fd7b80 x1818247337504640/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018456.808392:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337504640/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018456.808401:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018456.808403:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018456.808406:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337504640:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018456.808412:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337504768:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018456.808429:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018456.808435:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018456/real 1734018456] req@ffff8800a8fd4a80 x1818247337504768/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018456.808447:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337504768/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018456.808454:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018456.808456:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018456.808459:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337504768:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018456.808464:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337504896:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018456.808481:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018456.808487:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018456/real 1734018456] req@ffff8800a8fd7800 x1818247337504896/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018456.808497:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337504896/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018456.808504:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018456.808506:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018456.808509:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337504896:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018457.453969:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018458.455971:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018459.458000:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018460.459947:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018461.461964:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018461.815859:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018461.815868:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018461.815873:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018461.815883:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2729 00000100:00080000:2.0:1734018461.815892:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018461.815900:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018461.815935:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337505024/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018461.815970:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018461.815974:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018461.815976:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018461.815981:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2729 00000100:00080000:2.0:1734018461.815984:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018461.815987:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018461.815997:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018461.816007:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337505152/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018461.816024:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018461.816027:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018461.816029:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018461.816032:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2729 00000100:00080000:2.0:1734018461.816035:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018461.816038:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018461.816042:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018461.816050:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337505280/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018461.816058:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018461.816060:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018461.816062:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018461.816065:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2729 00000100:00080000:2.0:1734018461.816068:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018461.816071:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018461.816075:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018461.816082:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337505024:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018461.816083:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337505408/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018461.816091:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018461.816094:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018461.816096:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018461.816100:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2729 00000100:00080000:2.0:1734018461.816103:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018461.816106:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018461.816110:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018461.816119:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337505536/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018461.816127:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018461.816130:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018461.816132:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018461.816135:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2729 00000100:00080000:2.0:1734018461.816139:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018461.816143:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018461.816147:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018461.816154:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337505664/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018461.816175:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337505152:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018461.816196:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337505280:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018461.816219:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337505408:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018461.816234:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337505536:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018461.816248:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337505664:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018462.463957:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018463.465998:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018464.467949:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734018464.822007:0:1966:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:0.0:1734018464.822056:0:1966:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734018464.822075:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018464.822109:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018464.822116:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018464.822123:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018464.822131:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018464.822137:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:1.0:1734018464.822259:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018461/real 1734018464] req@ffff8800a8fd7480 x1818247337505408/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018464.822298:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337505408/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018464.822317:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018464.822323:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018464.822330:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337505408:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018464.822342:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018461/real 1734018464] req@ffff8800a8fd7800 x1818247337505536/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018464.822362:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337505536/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018464.822374:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018464.822378:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018464.822384:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337505536:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018464.822395:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018461/real 1734018464] req@ffff8800a8fd4a80 x1818247337505664/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018464.822412:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337505664/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018464.822425:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018464.822430:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018464.822435:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337505664:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018464.822445:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018461/real 1734018464] req@ffff8800a8fd6300 x1818247337505024/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018464.822464:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337505024/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018464.822475:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018464.822479:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018464.822484:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337505024:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018464.822494:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018461/real 1734018464] req@ffff8800a8fd6680 x1818247337505152/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018464.822510:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337505152/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018464.822522:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018464.822526:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018464.822531:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337505152:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018464.822542:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018461/real 1734018464] req@ffff8800a8fd5500 x1818247337505280/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018464.822560:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337505280/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018464.822583:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018464.822587:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018464.822593:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337505280:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018465.469957:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018466.471964:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018466.823843:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018466.823853:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018466.823857:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018466.823867:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2734 00000100:00080000:2.0:1734018466.823876:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018466.823883:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018466.823919:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337505792/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018466.823953:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018466.823957:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018466.823960:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018466.823965:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2734 00000100:00080000:2.0:1734018466.823968:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018466.823972:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018466.823981:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018466.823991:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337505920/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018466.824001:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018466.824004:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018466.824006:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018466.824010:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2734 00000100:00080000:2.0:1734018466.824012:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018466.824016:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018466.824020:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018466.824027:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337506048/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018466.824036:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018466.824038:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018466.824040:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018466.824044:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2734 00000100:00080000:2.0:1734018466.824046:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018466.824049:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018466.824053:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018466.824061:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337506176/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018466.824064:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337505792:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018466.824070:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018466.824074:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018466.824075:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018466.824078:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2734 00000100:00080000:2.0:1734018466.824081:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018466.824084:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018466.824088:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018466.824095:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337506304/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018466.824104:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018466.824108:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018466.824109:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018466.824112:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2734 00000100:00080000:2.0:1734018466.824115:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018466.824118:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018466.824122:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018466.824129:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337506432/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018466.824130:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018466.824152:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018466/real 1734018466] req@ffff8800a8fd7b80 x1818247337505792/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018466.824171:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337505792/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018466.824209:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018466.824212:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018466.824217:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337505792:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018466.824224:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337505920:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018466.824244:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018466.824251:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018466/real 1734018466] req@ffff8800a8fd7100 x1818247337505920/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018466.824263:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337505920/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018466.824271:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018466.824274:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018466.824278:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337505920:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018466.824284:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337506048:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018466.824297:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018466.824303:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018466/real 1734018466] req@ffff8800a8fd5c00 x1818247337506048/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018466.824313:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337506048/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018466.824321:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018466.824324:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018466.824327:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337506048:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018466.824350:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337506176:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018466.824362:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018466.824369:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018466/real 1734018466] req@ffff8800a8fd6a00 x1818247337506176/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018466.824379:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337506176/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018466.824387:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018466.824389:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018466.824392:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337506176:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018466.824398:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337506304:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018466.824414:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018466.824420:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018466/real 1734018466] req@ffff8800a8fd5880 x1818247337506304/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018466.824431:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337506304/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018466.824438:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018466.824441:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018466.824444:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337506304:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018466.824448:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337506432:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018466.824464:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018466.824470:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018466/real 1734018466] req@ffff8800a8fd4380 x1818247337506432/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018466.824479:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337506432/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018466.824486:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018466.824489:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018466.824491:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337506432:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018467.473975:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018468.475987:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018469.477964:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018470.479968:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018471.481988:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018471.831829:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018471.831838:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018471.831843:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018471.831853:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2739 00000100:00080000:2.0:1734018471.831862:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018471.831870:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018471.831906:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337506560/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018471.831939:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018471.831943:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018471.831945:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018471.831949:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2739 00000100:00080000:2.0:1734018471.831952:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018471.831956:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018471.831965:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018471.831975:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337506688/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018471.831985:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018471.831989:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018471.831990:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018471.831994:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2739 00000100:00080000:2.0:1734018471.831996:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018471.831999:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018471.832004:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018471.832011:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337506816/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018471.832020:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018471.832022:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018471.832025:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018471.832029:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2739 00000100:00080000:2.0:1734018471.832031:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018471.832034:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018471.832039:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018471.832046:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337506560:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018471.832047:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337506944/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018471.832055:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018471.832058:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018471.832060:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018471.832063:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2739 00000100:00080000:2.0:1734018471.832065:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018471.832068:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018471.832072:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018471.832081:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337507072/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018471.832127:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018471.832131:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018471.832133:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018471.832137:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2739 00000100:00080000:2.0:1734018471.832142:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018471.832145:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018471.832150:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018471.832154:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734018471.832159:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337507200/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018471.832175:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018471/real 1734018471] req@ffff8800a8fd5f80 x1818247337506560/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018471.832205:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337506560/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018471.832216:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018471.832219:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018471.832224:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337506560:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018471.832231:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337506688:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018471.832249:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018471.832255:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018471/real 1734018471] req@ffff8800a8fd5180 x1818247337506688/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018471.832266:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337506688/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018471.832274:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018471.832276:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018471.832279:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337506688:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018471.832285:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337506816:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018471.832298:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018471.832304:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018471/real 1734018471] req@ffff8800a8fd4e00 x1818247337506816/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018471.832314:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337506816/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018471.832321:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018471.832324:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018471.832327:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337506816:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018471.832353:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337506944:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018471.832366:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018471.832372:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018471/real 1734018471] req@ffff8800a8fd6d80 x1818247337506944/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018471.832383:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337506944/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018471.832390:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018471.832392:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018471.832395:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337506944:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018471.832401:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337507072:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018471.832414:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018471.832420:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018471/real 1734018471] req@ffff8800a8fd4380 x1818247337507072/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018471.832430:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337507072/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018471.832437:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018471.832439:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018471.832442:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337507072:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018471.832448:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337507200:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018471.832463:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018471.832469:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018471/real 1734018471] req@ffff8800a8fd5880 x1818247337507200/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018471.832479:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337507200/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018471.832486:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018471.832488:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018471.832492:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337507200:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018472.483964:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018473.485950:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018474.487963:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018475.489984:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018476.491972:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018476.839781:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018476.839792:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018476.839799:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018476.839813:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2744 00000100:00080000:2.0:1734018476.839826:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018476.839835:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018476.839885:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337507328/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018476.839925:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018476.839929:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018476.839931:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018476.839936:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2744 00000100:00080000:2.0:1734018476.839939:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018476.839943:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018476.839954:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018476.839966:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337507456/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018476.839976:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018476.839979:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018476.839981:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018476.839985:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2744 00000100:00080000:2.0:1734018476.839988:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018476.839991:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018476.839998:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018476.840041:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337507584/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018476.840052:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018476.840056:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018476.840058:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018476.840062:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2744 00000100:00080000:2.0:1734018476.840065:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018476.840068:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018476.840072:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018476.840081:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337507712/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018476.840092:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018476.840093:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337507328:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018476.840096:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018476.840098:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018476.840101:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2744 00000100:00080000:2.0:1734018476.840104:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018476.840108:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018476.840112:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018476.840121:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337507840/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018476.840130:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018476.840133:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018476.840135:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018476.840139:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2744 00000100:00080000:2.0:1734018476.840142:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018476.840145:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018476.840150:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018476.840157:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337507968/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018476.840167:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018476.840191:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018476/real 1734018476] req@ffff8800a8fd6a00 x1818247337507328/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018476.840211:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337507328/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018476.840224:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018476.840227:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018476.840232:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337507328:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018476.840240:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337507456:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018476.840257:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018476.840264:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018476/real 1734018476] req@ffff8800a8fd5c00 x1818247337507456/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018476.840284:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337507456/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018476.840291:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018476.840294:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018476.840297:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337507456:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018476.840304:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337507584:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018476.840317:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018476.840323:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018476/real 1734018476] req@ffff8800a8fd7100 x1818247337507584/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018476.840333:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337507584/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018476.840340:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018476.840343:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018476.840346:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337507584:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018476.840373:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337507712:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018476.840386:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018476.840392:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018476/real 1734018476] req@ffff8800a8fd7b80 x1818247337507712/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018476.840403:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337507712/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018476.840410:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018476.840414:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018476.840417:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337507712:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018476.840424:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337507840:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018476.840437:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018476.840442:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018476/real 1734018476] req@ffff8800a8fd5500 x1818247337507840/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018476.840453:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337507840/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018476.840460:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018476.840463:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018476.840466:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337507840:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018476.840472:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337507968:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018476.840483:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018476.840489:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018476/real 1734018476] req@ffff8800a8fd6680 x1818247337507968/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018476.840499:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337507968/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018476.840505:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018476.840508:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018476.840511:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337507968:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018477.493949:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018478.495907:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018479.497859:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018480.499901:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018481.501882:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018481.847839:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018481.847849:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018481.847853:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018481.847863:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2749 00000100:00080000:2.0:1734018481.847874:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018481.847882:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018481.847917:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337508096/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018481.847991:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018481.847995:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018481.847997:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018481.848001:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2749 00000100:00080000:2.0:1734018481.848005:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018481.848009:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018481.848019:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018481.848030:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337508224/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018481.848047:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018481.848051:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018481.848052:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018481.848055:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2749 00000100:00080000:2.0:1734018481.848058:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018481.848061:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018481.848066:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018481.848073:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337508352/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018481.848082:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018481.848084:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018481.848086:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018481.848089:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2749 00000100:00080000:2.0:1734018481.848092:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018481.848095:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734018481.848099:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337508096:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734018481.848099:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018481.848106:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337508480/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018481.848115:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018481.848118:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018481.848120:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018481.848123:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2749 00000100:00080000:2.0:1734018481.848126:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018481.848130:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018481.848134:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018481.848142:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337508608/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018481.848151:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018481.848154:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018481.848156:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018481.848159:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2749 00000800:00000100:1.0:1734018481.848162:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018481.848162:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018481.848165:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018481.848169:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018481.848177:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337508736/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018481.848183:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018481/real 1734018481] req@ffff8800a8fd6300 x1818247337508096/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018481.848202:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337508096/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018481.848213:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018481.848216:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018481.848220:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337508096:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018481.848228:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337508224:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018481.848243:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018481.848250:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018481/real 1734018481] req@ffff8800a8fd4a80 x1818247337508224/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018481.848261:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337508224/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018481.848269:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018481.848272:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018481.848275:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337508224:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018481.848280:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337508352:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018481.848293:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018481.848299:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018481/real 1734018481] req@ffff8800a8fd7800 x1818247337508352/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018481.848317:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337508352/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018481.848325:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018481.848327:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018481.848330:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337508352:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018481.848354:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337508480:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018481.848365:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018481.848371:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018481/real 1734018481] req@ffff8800a8fd7480 x1818247337508480/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018481.848381:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337508480/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018481.848389:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018481.848391:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018481.848394:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337508480:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018481.848400:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337508608:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018481.848411:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018481.848416:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018481/real 1734018481] req@ffff8800a8fd6680 x1818247337508608/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018481.848426:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337508608/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018481.848434:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018481.848437:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018481.848440:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337508608:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018481.848446:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337508736:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018481.848457:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018481.848463:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018481/real 1734018481] req@ffff8800a8fd5500 x1818247337508736/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018481.848473:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337508736/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018481.848480:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018481.848482:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018481.848485:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337508736:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018482.503856:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018483.505969:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018484.507954:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018485.509969:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018486.511958:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018486.855833:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018486.855878:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018486.855883:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018486.855894:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2754 00000100:00080000:2.0:1734018486.855904:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018486.855911:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018486.855949:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337508864/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018486.855982:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018486.855986:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018486.855989:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018486.855994:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2754 00000100:00080000:2.0:1734018486.855997:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018486.856000:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018486.856010:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018486.856021:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337508992/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018486.856031:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018486.856034:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018486.856036:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018486.856040:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2754 00000100:00080000:2.0:1734018486.856042:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018486.856045:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018486.856050:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018486.856053:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337508864:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018486.856057:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337509120/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018486.856066:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018486.856069:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018486.856071:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018486.856075:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2754 00000100:00080000:2.0:1734018486.856077:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018486.856081:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018486.856085:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018486.856092:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337509248/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018486.856101:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018486.856104:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018486.856106:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018486.856109:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2754 00000100:00080000:2.0:1734018486.856112:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018486.856115:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018486.856119:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1734018486.856120:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734018486.856126:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337509376/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018486.856135:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018486.856138:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018486.856139:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018486.856140:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018486/real 1734018486] req@ffff8800a8fd7b80 x1818247337508864/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018486.856143:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2754 00000100:00080000:2.0:1734018486.856145:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018486.856148:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018486.856152:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018486.856159:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337508864/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018486.856159:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337509504/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734018486.856170:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018486.856173:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018486.856177:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337508864:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018486.856186:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337508992:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018486.856203:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018486.856210:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018486/real 1734018486] req@ffff8800a8fd7100 x1818247337508992/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018486.856221:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337508992/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018486.856229:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018486.856231:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018486.856235:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337508992:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018486.856257:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337509120:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018486.856270:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018486.856276:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018486/real 1734018486] req@ffff8800a8fd5c00 x1818247337509120/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018486.856286:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337509120/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018486.856294:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018486.856296:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018486.856300:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337509120:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018486.856306:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337509248:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018486.856317:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018486.856323:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018486/real 1734018486] req@ffff8800a8fd6a00 x1818247337509248/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018486.856334:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337509248/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018486.856342:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018486.856344:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018486.856347:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337509248:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018486.856352:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337509376:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018486.856364:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018486.856370:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018486/real 1734018486] req@ffff8800a8fd5880 x1818247337509376/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018486.856379:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337509376/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018486.856387:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018486.856389:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018486.856392:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337509376:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018486.856397:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337509504:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018486.856409:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018486.856415:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018486/real 1734018486] req@ffff8800a8fd4380 x1818247337509504/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018486.856425:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337509504/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018486.856432:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018486.856435:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018486.856439:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337509504:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018487.514036:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018488.515992:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018489.518000:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018490.519949:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018491.521963:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018491.863841:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018491.863852:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018491.863856:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018491.863866:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2759 00000100:00080000:2.0:1734018491.863876:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018491.863884:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018491.863918:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337509632/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018491.863951:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018491.863955:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018491.863957:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018491.863962:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2759 00000100:00080000:2.0:1734018491.863965:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018491.863968:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018491.863978:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018491.863988:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337509760/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018491.863998:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018491.864001:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018491.864003:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018491.864006:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2759 00000100:00080000:2.0:1734018491.864009:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018491.864012:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018491.864016:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018491.864024:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337509888/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018491.864026:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337509632:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018491.864033:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018491.864036:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018491.864039:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018491.864042:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2759 00000100:00080000:2.0:1734018491.864045:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018491.864048:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018491.864052:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018491.864060:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337510016/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018491.864067:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018491.864071:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018491.864072:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018491.864075:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2759 00000100:00080000:2.0:1734018491.864087:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018491.864091:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734018491.864093:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734018491.864095:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018491.864104:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337510144/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018491.864113:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018491/real 1734018491] req@ffff8800a8fd6d80 x1818247337509632/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018491.864113:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018491.864116:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018491.864118:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018491.864122:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2759 00000100:00080000:2.0:1734018491.864125:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018491.864128:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018491.864132:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018491.864133:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337509632/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018491.864140:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337510272/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734018491.864143:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018491.864146:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018491.864151:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337509632:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018491.864159:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337509760:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018491.864175:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018491.864181:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018491/real 1734018491] req@ffff8800a8fd4e00 x1818247337509760/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018491.864192:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337509760/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018491.864200:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018491.864203:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018491.864206:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337509760:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018491.864231:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337509888:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018491.864245:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018491.864251:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018491/real 1734018491] req@ffff8800a8fd5180 x1818247337509888/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018491.864262:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337509888/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018491.864269:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018491.864272:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018491.864275:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337509888:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018491.864280:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337510016:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018491.864291:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018491.864297:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018491/real 1734018491] req@ffff8800a8fd5f80 x1818247337510016/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018491.864307:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337510016/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018491.864314:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018491.864316:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018491.864319:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337510016:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018491.864324:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337510144:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018491.864337:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018491.864343:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018491/real 1734018491] req@ffff8800a8fd4380 x1818247337510144/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018491.864354:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337510144/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018491.864361:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018491.864363:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018491.864366:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337510144:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018491.864372:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337510272:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018491.864383:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018491.864389:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018491/real 1734018491] req@ffff8800a8fd5880 x1818247337510272/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018491.864398:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337510272/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018491.864405:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018491.864407:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018491.864410:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337510272:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018492.523944:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018493.526015:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018494.527983:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018495.529944:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018496.531964:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018496.871853:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018496.871862:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018496.871867:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018496.871877:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2764 00000100:00080000:2.0:1734018496.871886:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018496.871895:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018496.871932:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337510400/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018496.871965:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018496.871969:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018496.871971:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018496.871975:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2764 00000100:00080000:2.0:1734018496.871978:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018496.871982:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018496.871992:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018496.872002:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337510528/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018496.872012:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018496.872015:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018496.872017:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018496.872021:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2764 00000100:00080000:2.0:1734018496.872023:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018496.872027:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018496.872033:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018496.872041:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337510656/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018496.872049:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018496.872052:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018496.872053:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018496.872057:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2764 00000100:00080000:2.0:1734018496.872059:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018496.872062:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018496.872066:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018496.872074:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337510784/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018496.872075:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337510400:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018496.872083:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018496.872086:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018496.872087:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018496.872091:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2764 00000100:00080000:2.0:1734018496.872093:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018496.872097:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018496.872101:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018496.872108:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337510912/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018496.872117:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018496.872120:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018496.872122:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018496.872126:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2764 00000100:00080000:2.0:1734018496.872130:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018496.872133:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018496.872137:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018496.872141:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734018496.872145:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337511040/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018496.872162:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018496/real 1734018496] req@ffff8800a8fd6a00 x1818247337510400/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018496.872182:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337510400/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018496.872194:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018496.872197:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018496.872202:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337510400:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018496.872209:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337510528:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018496.872225:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018496.872231:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018496/real 1734018496] req@ffff8800a8fd5c00 x1818247337510528/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018496.872243:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337510528/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018496.872251:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018496.872253:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018496.872257:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337510528:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018496.872263:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337510656:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018496.872275:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018496.872281:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018496/real 1734018496] req@ffff8800a8fd7100 x1818247337510656/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018496.872291:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337510656/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018496.872298:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018496.872300:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018496.872304:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337510656:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018496.872329:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337510784:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018496.872342:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018496.872348:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018496/real 1734018496] req@ffff8800a8fd7b80 x1818247337510784/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018496.872359:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337510784/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018496.872366:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018496.872368:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018496.872371:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337510784:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018496.872377:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337510912:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018496.872389:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018496.872395:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018496/real 1734018496] req@ffff8800a8fd5500 x1818247337510912/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018496.872404:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337510912/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018496.872412:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018496.872414:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018496.872417:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337510912:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018496.872423:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337511040:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018496.872439:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018496.872444:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018496/real 1734018496] req@ffff8800a8fd6680 x1818247337511040/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018496.872455:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337511040/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018496.872462:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018496.872465:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018496.872468:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337511040:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018497.533955:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018498.535947:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018499.537956:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018500.539967:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018501.541956:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018501.879848:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018501.879857:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018501.879861:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018501.879871:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2769 00000100:00080000:2.0:1734018501.879880:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018501.879887:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018501.879922:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337511168/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018501.879956:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018501.879960:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018501.879962:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018501.879966:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2769 00000100:00080000:2.0:1734018501.879969:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018501.879973:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018501.879983:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018501.879993:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337511296/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018501.880011:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018501.880014:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018501.880015:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018501.880019:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2769 00000100:00080000:2.0:1734018501.880021:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018501.880024:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018501.880029:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018501.880036:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337511424/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018501.880044:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018501.880047:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018501.880049:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018501.880052:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2769 00000100:00080000:2.0:1734018501.880055:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018501.880058:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018501.880062:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018501.880070:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337511552/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018501.880073:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337511168:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018501.880078:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018501.880082:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018501.880083:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018501.880086:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2769 00000100:00080000:2.0:1734018501.880090:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018501.880093:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018501.880097:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018501.880106:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337511680/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018501.880114:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018501.880117:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018501.880119:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018501.880122:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2769 00000100:00080000:2.0:1734018501.880133:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018501.880137:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734018501.880139:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734018501.880141:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018501.880149:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337511808/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018501.880159:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018501/real 1734018501] req@ffff8800a8fd7480 x1818247337511168/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018501.880178:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337511168/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018501.880189:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018501.880192:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018501.880197:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337511168:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018501.880204:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337511296:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018501.880220:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018501.880226:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018501/real 1734018501] req@ffff8800a8fd7800 x1818247337511296/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018501.880237:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337511296/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018501.880246:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018501.880249:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018501.880252:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337511296:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018501.880258:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337511424:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018501.880270:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018501.880276:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018501/real 1734018501] req@ffff8800a8fd4a80 x1818247337511424/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018501.880286:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337511424/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018501.880293:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018501.880296:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018501.880299:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337511424:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018501.880323:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337511552:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018501.880335:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018501.880342:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018501/real 1734018501] req@ffff8800a8fd6300 x1818247337511552/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018501.880352:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337511552/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018501.880360:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018501.880362:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018501.880365:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337511552:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018501.880372:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337511680:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018501.880389:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018501.880395:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018501/real 1734018501] req@ffff8800a8fd6680 x1818247337511680/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018501.880406:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337511680/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018501.880413:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018501.880415:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018501.880418:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337511680:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018501.880424:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337511808:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018501.880439:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018501.880445:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018501/real 1734018501] req@ffff8800a8fd5500 x1818247337511808/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018501.880454:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337511808/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018501.880461:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018501.880463:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018501.880466:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337511808:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018502.543888:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018503.545956:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018504.547953:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018505.549935:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018506.551966:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018506.887846:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018506.887857:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018506.887861:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018506.887873:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2774 00000100:00080000:2.0:1734018506.887883:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018506.887891:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018506.887929:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337511936/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018506.887964:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018506.887968:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018506.887971:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018506.887975:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2774 00000100:00080000:2.0:1734018506.887978:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018506.887982:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018506.887992:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018506.888002:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337512064/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018506.888012:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018506.888016:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018506.888018:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018506.888021:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2774 00000100:00080000:2.0:1734018506.888024:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018506.888027:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018506.888031:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018506.888039:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337512192/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018506.888048:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018506.888051:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018506.888052:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018506.888056:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2774 00000100:00080000:2.0:1734018506.888058:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018506.888061:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018506.888065:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018506.888072:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337512320/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018506.888082:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018506.888086:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018506.888087:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018506.888090:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2774 00000100:00080000:2.0:1734018506.888092:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018506.888096:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337511936:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018506.888096:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018506.888100:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018506.888107:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337512448/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018506.888116:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018506.888119:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018506.888120:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018506.888124:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2774 00000100:00080000:2.0:1734018506.888126:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018506.888129:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018506.888133:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018506.888141:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337512576/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018506.888190:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018506.888219:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018506/real 1734018506] req@ffff8800a8fd7b80 x1818247337511936/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018506.888242:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337511936/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018506.888255:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018506.888259:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018506.888264:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337511936:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018506.888272:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337512064:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018506.888290:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018506.888297:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018506/real 1734018506] req@ffff8800a8fd7100 x1818247337512064/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018506.888308:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337512064/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018506.888316:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018506.888319:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018506.888322:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337512064:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018506.888329:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337512192:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018506.888343:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018506.888349:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018506/real 1734018506] req@ffff8800a8fd5c00 x1818247337512192/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018506.888359:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337512192/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018506.888374:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018506.888377:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018506.888381:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337512192:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018506.888410:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337512320:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018506.888423:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018506.888429:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018506/real 1734018506] req@ffff8800a8fd6a00 x1818247337512320/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018506.888440:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337512320/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018506.888448:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018506.888451:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018506.888454:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337512320:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018506.888460:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337512448:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018506.888472:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018506.888478:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018506/real 1734018506] req@ffff8800a8fd5880 x1818247337512448/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018506.888488:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337512448/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018506.888543:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018506.888546:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018506.888550:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337512448:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018506.888557:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337512576:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018506.888574:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018506.888582:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018506/real 1734018506] req@ffff8800a8fd4380 x1818247337512576/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018506.888593:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337512576/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018506.888600:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018506.888603:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018506.888606:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337512576:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018507.553952:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018508.555960:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018509.557992:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018510.559986:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018511.561917:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018511.895850:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018511.895861:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018511.895865:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018511.895876:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2779 00000100:00080000:2.0:1734018511.895887:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018511.895896:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018511.895933:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337512704/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018511.895967:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018511.895971:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018511.895973:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018511.895978:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2779 00000100:00080000:2.0:1734018511.895981:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018511.895984:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018511.895994:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018511.896005:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337512832/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018511.896014:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018511.896018:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018511.896019:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018511.896023:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2779 00000100:00080000:2.0:1734018511.896026:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018511.896029:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018511.896033:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018511.896041:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337512960/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018511.896050:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018511.896053:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018511.896055:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018511.896059:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2779 00000100:00080000:2.0:1734018511.896062:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018511.896065:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018511.896069:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018511.896076:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337513088/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018511.896087:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018511.896090:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018511.896092:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018511.896095:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2779 00000100:00080000:2.0:1734018511.896098:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018511.896101:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018511.896105:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734018511.896111:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337512704:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018511.896115:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337513216/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018511.896124:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018511.896127:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018511.896128:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018511.896132:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2779 00000100:00080000:2.0:1734018511.896134:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018511.896138:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018511.896142:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018511.896149:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337513344/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018511.896208:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018511.896236:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018511/real 1734018511] req@ffff8800a8fd5f80 x1818247337512704/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018511.896260:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337512704/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018511.896273:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018511.896277:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018511.896282:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337512704:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018511.896290:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337512832:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018511.896308:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018511.896316:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018511/real 1734018511] req@ffff8800a8fd5180 x1818247337512832/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018511.896328:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337512832/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018511.896336:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018511.896339:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018511.896342:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337512832:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018511.896348:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337512960:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018511.896363:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018511.896369:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018511/real 1734018511] req@ffff8800a8fd4e00 x1818247337512960/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018511.896379:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337512960/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018511.896386:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018511.896389:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018511.896392:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337512960:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018511.896459:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337513088:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018511.896477:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018511.896485:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018511/real 1734018511] req@ffff8800a8fd6d80 x1818247337513088/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018511.896495:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337513088/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018511.896512:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018511.896515:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018511.896518:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337513088:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018511.896524:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337513216:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018511.896537:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018511.896543:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018511/real 1734018511] req@ffff8800a8fd4380 x1818247337513216/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018511.896553:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337513216/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018511.896561:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018511.896563:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018511.896567:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337513216:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018511.896573:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337513344:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018511.896585:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018511.896591:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018511/real 1734018511] req@ffff8800a8fd5880 x1818247337513344/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018511.896601:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337513344/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018511.896608:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018511.896611:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018511.896614:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337513344:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018512.563931:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018513.565908:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018514.567909:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018515.569947:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018516.571945:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018516.903779:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018516.903792:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018516.903798:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018516.903812:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2784 00000100:00080000:2.0:1734018516.903825:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018516.903835:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018516.903884:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337513472/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018516.903923:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018516.903929:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018516.903932:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018516.903939:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2784 00000100:00080000:2.0:1734018516.903944:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018516.903951:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018516.903964:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018516.903983:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337513600/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018516.903988:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337513472:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018516.904000:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018516.904005:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018516.904007:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018516.904012:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2784 00000100:00080000:2.0:1734018516.904017:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018516.904022:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018516.904031:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018516.904043:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337513728/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018516.904056:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018516.904061:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018516.904063:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018516.904069:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2784 00000100:00080000:2.0:1734018516.904072:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018516.904077:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734018516.904081:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734018516.904084:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018516.904096:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337513856/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018516.904108:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018516/real 1734018516] req@ffff8800a8fd6a00 x1818247337513472/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018516.904109:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018516.904115:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018516.904118:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018516.904123:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2784 00000100:00080000:2.0:1734018516.904127:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018516.904132:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734018516.904134:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337513472/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:2.0:1734018516.904139:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1734018516.904150:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734018516.904151:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337513984/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734018516.904155:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018516.904162:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337513472:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018516.904165:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018516.904170:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018516.904173:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018516.904178:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2784 00000100:00080000:2.0:1734018516.904182:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018516.904186:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018516.904193:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018516.904197:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337513600:192.168.201.110@tcp:38:kworker.0 00000100:00100000:2.0:1734018516.904205:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337514112/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018516.904225:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018516.904236:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018516/real 1734018516] req@ffff8800a8fd5c00 x1818247337513600/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018516.904255:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337513600/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018516.904268:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018516.904272:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018516.904278:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337513600:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018516.904288:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337513728:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018516.904314:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018516.904344:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018516/real 1734018516] req@ffff8800a8fd7100 x1818247337513728/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018516.904366:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337513728/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018516.904376:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018516.904378:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018516.904382:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337513728:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018516.904388:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337513856:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018516.904407:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018516.904414:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018516/real 1734018516] req@ffff8800a8fd7b80 x1818247337513856/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018516.904425:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337513856/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018516.904434:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018516.904436:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018516.904439:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337513856:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018516.904444:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337513984:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018516.904457:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018516.904463:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018516/real 1734018516] req@ffff8800a8fd5500 x1818247337513984/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018516.904473:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337513984/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018516.904480:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018516.904483:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018516.904487:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337513984:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018516.904505:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337514112:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018516.904518:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018516.904524:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018516/real 1734018516] req@ffff8800a8fd6680 x1818247337514112/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018516.904535:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337514112/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018516.904542:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018516.904544:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018516.904547:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337514112:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018517.573955:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018518.575902:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018519.577968:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018520.579956:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018521.581966:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018521.911864:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018521.911873:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018521.911878:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018521.911889:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2789 00000100:00080000:2.0:1734018521.911899:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018521.911906:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018521.911943:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337514240/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018521.911979:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018521.911984:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018521.911986:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018521.911990:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2789 00000100:00080000:2.0:1734018521.911994:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018521.911997:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018521.912007:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018521.912017:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337514368/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018521.912034:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018521.912037:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018521.912039:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018521.912042:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2789 00000100:00080000:2.0:1734018521.912045:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018521.912048:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018521.912052:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018521.912061:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337514496/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018521.912069:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018521.912072:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018521.912074:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018521.912078:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2789 00000100:00080000:2.0:1734018521.912080:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018521.912084:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018521.912088:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018521.912095:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337514624/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018521.912105:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018521.912108:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018521.912109:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018521.912111:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337514240:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018521.912113:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2789 00000100:00080000:2.0:1734018521.912116:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018521.912120:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018521.912125:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018521.912135:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337514752/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018521.912143:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018521.912146:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018521.912148:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018521.912151:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2789 00000100:00080000:2.0:1734018521.912154:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018521.912157:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018521.912160:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018521.912167:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337514880/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018521.912210:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018521.912237:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018521/real 1734018521] req@ffff8800a8fd6300 x1818247337514240/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018521.912307:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337514240/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018521.912319:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018521.912323:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018521.912329:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337514240:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018521.912337:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337514368:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018521.912360:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018521.912368:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018521/real 1734018521] req@ffff8800a8fd4a80 x1818247337514368/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018521.912380:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337514368/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018521.912388:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018521.912391:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018521.912395:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337514368:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018521.912402:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337514496:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018521.912416:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018521.912422:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018521/real 1734018521] req@ffff8800a8fd7800 x1818247337514496/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018521.912432:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337514496/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018521.912440:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018521.912443:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018521.912446:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337514496:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018521.912476:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337514624:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018521.912489:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018521.912495:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018521/real 1734018521] req@ffff8800a8fd7480 x1818247337514624/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018521.912513:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337514624/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018521.912522:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018521.912524:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018521.912527:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337514624:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018521.912533:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337514752:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018521.912546:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018521.912552:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018521/real 1734018521] req@ffff8800a8fd6680 x1818247337514752/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018521.912562:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337514752/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018521.912569:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018521.912572:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018521.912574:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337514752:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018521.912581:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337514880:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018521.912594:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018521.912600:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018521/real 1734018521] req@ffff8800a8fd5500 x1818247337514880/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018521.912610:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337514880/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018521.912617:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018521.912621:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018521.912624:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337514880:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018522.583950:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018523.585995:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018524.587941:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018525.589928:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018526.591980:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018526.919836:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018526.919845:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018526.919849:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018526.919861:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2794 00000100:00080000:2.0:1734018526.919870:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018526.919878:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018526.919916:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337515008/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018526.919951:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018526.919955:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018526.919958:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018526.919962:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2794 00000100:00080000:2.0:1734018526.919966:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018526.919969:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018526.919979:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018526.919989:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337515136/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018526.919999:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018526.920002:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018526.920004:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018526.920008:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2794 00000100:00080000:2.0:1734018526.920010:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018526.920014:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018526.920018:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018526.920025:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337515264/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018526.920034:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018526.920038:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018526.920039:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018526.920042:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2794 00000100:00080000:2.0:1734018526.920045:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018526.920048:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018526.920052:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018526.920059:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337515392/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018526.920068:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018526.920071:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018526.920073:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018526.920076:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2794 00000100:00080000:2.0:1734018526.920078:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018526.920082:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018526.920085:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018526.920092:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337515520/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018526.920102:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018526.920105:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018526.920107:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018526.920110:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2794 00000100:00080000:2.0:1734018526.920113:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018526.920114:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337515008:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018526.920116:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018526.920120:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018526.920127:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337515648/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018526.920292:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337515136:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018526.920317:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337515264:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018526.920337:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337515392:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018526.920364:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337515520:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018526.920382:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337515648:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018527.593972:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018528.595973:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018529.597959:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734018529.925978:0:1965:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:0.0:1734018529.926025:0:1965:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734018529.926045:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018529.926079:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018529.926087:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018529.926094:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018529.926100:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018529.926135:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:1.0:1734018529.926238:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018526/real 1734018529] req@ffff8800a8fd5880 x1818247337515520/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018529.926279:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337515520/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018529.926294:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018529.926300:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018529.926306:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337515520:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018529.926315:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018526/real 1734018529] req@ffff8800a8fd4380 x1818247337515648/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018529.926327:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337515648/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018529.926336:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018529.926339:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018529.926343:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337515648:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018529.926352:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018526/real 1734018529] req@ffff8800a8fd7b80 x1818247337515008/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018529.926372:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337515008/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018529.926384:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018529.926388:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018529.926393:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337515008:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018529.926404:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018526/real 1734018529] req@ffff8800a8fd7100 x1818247337515136/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018529.926423:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337515136/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018529.926436:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018529.926440:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018529.926446:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337515136:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018529.926457:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018526/real 1734018529] req@ffff8800a8fd5c00 x1818247337515264/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018529.926476:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337515264/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018529.926500:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018529.926504:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018529.926509:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337515264:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018529.926521:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018526/real 1734018529] req@ffff8800a8fd6a00 x1818247337515392/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018529.926539:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337515392/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018529.926553:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018529.926557:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018529.926563:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337515392:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018530.599937:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018531.601986:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018531.927851:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018531.927862:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018531.927867:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018531.927877:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2799 00000100:00080000:2.0:1734018531.927887:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018531.927895:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018531.927932:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337515776/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018531.927967:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018531.927971:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018531.927973:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018531.927978:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2799 00000100:00080000:2.0:1734018531.927981:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018531.927984:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018531.927993:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018531.928004:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337515904/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018531.928013:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018531.928016:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018531.928018:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018531.928021:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2799 00000100:00080000:2.0:1734018531.928024:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018531.928027:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018531.928032:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018531.928039:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337516032/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018531.928048:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018531.928052:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018531.928054:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018531.928058:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2799 00000100:00080000:2.0:1734018531.928061:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018531.928064:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018531.928097:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018531.928107:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337516160/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018531.928117:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018531.928120:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018531.928122:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018531.928126:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2799 00000100:00080000:2.0:1734018531.928128:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018531.928133:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734018531.928137:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337515776:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734018531.928137:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018531.928147:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337516288/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018531.928155:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018531.928158:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018531.928160:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018531.928163:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2799 00000100:00080000:2.0:1734018531.928166:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018531.928169:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018531.928173:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018531.928180:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337516416/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018531.928234:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018531.928262:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018531/real 1734018531] req@ffff8800a8fd6d80 x1818247337515776/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018531.928284:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337515776/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018531.928297:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018531.928300:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018531.928305:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337515776:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018531.928314:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337515904:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018531.928332:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018531.928339:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018531/real 1734018531] req@ffff8800a8fd4e00 x1818247337515904/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018531.928351:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337515904/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018531.928359:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018531.928362:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018531.928365:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337515904:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018531.928371:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337516032:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018531.928386:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018531.928392:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018531/real 1734018531] req@ffff8800a8fd5180 x1818247337516032/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018531.928402:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337516032/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018531.928409:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018531.928412:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018531.928415:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337516032:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018531.928445:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337516160:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018531.928459:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018531.928465:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018531/real 1734018531] req@ffff8800a8fd5f80 x1818247337516160/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018531.928483:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337516160/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018531.928492:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018531.928494:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018531.928497:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337516160:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018531.928503:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337516288:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018531.928516:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018531.928521:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018531/real 1734018531] req@ffff8800a8fd6a00 x1818247337516288/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018531.928531:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337516288/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018531.928538:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018531.928541:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018531.928544:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337516288:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018531.928550:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337516416:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018531.928563:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018531.928569:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018531/real 1734018531] req@ffff8800a8fd5c00 x1818247337516416/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018531.928579:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337516416/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018531.928586:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018531.928589:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018531.928593:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337516416:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018532.603942:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018533.605975:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018534.607935:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018535.609987:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018536.611932:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018536.935871:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018536.935880:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018536.935885:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018536.935896:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2804 00000100:00080000:2.0:1734018536.935905:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018536.935913:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018536.935952:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337516544/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018536.936025:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018536.936030:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018536.936032:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018536.936037:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2804 00000100:00080000:2.0:1734018536.936040:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018536.936044:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018536.936054:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018536.936066:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337516672/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018536.936077:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018536.936080:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018536.936082:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018536.936085:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2804 00000100:00080000:2.0:1734018536.936088:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018536.936091:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018536.936098:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018536.936106:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337516800/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018536.936114:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018536.936117:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018536.936119:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018536.936122:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2804 00000100:00080000:2.0:1734018536.936124:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018536.936128:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018536.936132:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018536.936140:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337516928/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018536.936144:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337516544:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018536.936150:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018536.936153:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018536.936155:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018536.936159:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2804 00000100:00080000:2.0:1734018536.936161:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018536.936165:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018536.936169:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018536.936177:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337517056/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018536.936186:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018536.936189:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018536.936192:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018536.936195:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2804 00000100:00080000:2.0:1734018536.936198:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018536.936201:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018536.936205:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018536.936212:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337517184/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018536.936242:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018536.936270:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018536/real 1734018536] req@ffff8800a8fd7100 x1818247337516544/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018536.936294:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337516544/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018536.936306:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018536.936310:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018536.936315:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337516544:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018536.936323:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337516672:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018536.936342:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018536.936349:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018536/real 1734018536] req@ffff8800a8fd7b80 x1818247337516672/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018536.936360:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337516672/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018536.936368:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018536.936371:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018536.936374:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337516672:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018536.936380:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337516800:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018536.936396:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018536.936403:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018536/real 1734018536] req@ffff8800a8fd4380 x1818247337516800/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018536.936414:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337516800/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018536.936421:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018536.936424:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018536.936427:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337516800:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018536.936457:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337516928:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018536.936470:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018536.936476:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018536/real 1734018536] req@ffff8800a8fd5880 x1818247337516928/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018536.936486:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337516928/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018536.936493:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018536.936496:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018536.936500:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337516928:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018536.936506:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337517056:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018536.936519:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018536.936525:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018536/real 1734018536] req@ffff8800a8fd5500 x1818247337517056/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018536.936543:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337517056/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018536.936550:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018536.936553:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018536.936556:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337517056:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018536.936562:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337517184:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018536.936574:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018536.936580:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018536/real 1734018536] req@ffff8800a8fd6680 x1818247337517184/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018536.936590:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337517184/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018536.936597:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018536.936599:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018536.936602:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337517184:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018537.613952:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018538.615899:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018539.617991:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018540.619993:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018541.622059:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018541.943849:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018541.943859:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018541.943864:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018541.943874:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2809 00000100:00080000:2.0:1734018541.943885:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018541.943893:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018541.943967:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337517312/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018541.944002:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018541.944006:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018541.944008:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018541.944012:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2809 00000100:00080000:2.0:1734018541.944016:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018541.944020:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018541.944029:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018541.944040:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337517440/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018541.944057:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018541.944061:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018541.944062:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018541.944066:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2809 00000100:00080000:2.0:1734018541.944068:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018541.944071:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018541.944076:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018541.944083:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337517568/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018541.944092:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018541.944095:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018541.944096:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018541.944100:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2809 00000100:00080000:2.0:1734018541.944102:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018541.944105:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018541.944109:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018541.944116:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337517696/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018541.944124:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018541.944128:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018541.944130:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018541.944134:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2809 00000100:00080000:2.0:1734018541.944137:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018541.944141:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018541.944145:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018541.944154:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337517824/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018541.944162:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337517312:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018541.944165:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018541.944167:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018541.944169:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018541.944173:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2809 00000100:00080000:2.0:1734018541.944175:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018541.944178:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018541.944182:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018541.944190:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337517952/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018541.944265:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018541.944293:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018541/real 1734018541] req@ffff8800a8fd7480 x1818247337517312/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018541.944316:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337517312/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018541.944337:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018541.944340:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018541.944346:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337517312:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018541.944355:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337517440:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018541.944373:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018541.944379:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018541/real 1734018541] req@ffff8800a8fd7800 x1818247337517440/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018541.944390:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337517440/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018541.944399:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018541.944401:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018541.944405:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337517440:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018541.944411:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337517568:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018541.944425:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018541.944431:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018541/real 1734018541] req@ffff8800a8fd4a80 x1818247337517568/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018541.944441:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337517568/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018541.944449:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018541.944451:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018541.944455:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337517568:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018541.944462:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337517696:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018541.944476:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018541.944482:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018541/real 1734018541] req@ffff8800a8fd6300 x1818247337517696/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018541.944492:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337517696/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018541.944500:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018541.944502:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018541.944505:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337517696:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018541.944538:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337517824:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018541.944553:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018541.944559:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018541/real 1734018541] req@ffff8800a8fd6680 x1818247337517824/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018541.944570:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337517824/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018541.944578:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018541.944581:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018541.944584:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337517824:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018541.944590:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337517952:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018541.944602:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018541.944608:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018541/real 1734018541] req@ffff8800a8fd5500 x1818247337517952/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018541.944619:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337517952/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018541.944626:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018541.944629:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018541.944632:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337517952:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018542.623968:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018543.626029:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018544.628007:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018545.629982:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018546.631990:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018546.951880:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018546.951890:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018546.951895:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018546.951905:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2814 00000100:00080000:2.0:1734018546.951915:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018546.951922:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018546.951961:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337518080/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018546.951995:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018546.951999:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018546.952002:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018546.952006:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2814 00000100:00080000:2.0:1734018546.952009:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018546.952013:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018546.952022:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018546.952033:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337518208/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018546.952042:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018546.952046:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018546.952047:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018546.952051:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2814 00000100:00080000:2.0:1734018546.952054:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018546.952057:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018546.952061:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018546.952069:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337518336/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018546.952077:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018546.952081:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018546.952082:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018546.952086:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2814 00000100:00080000:2.0:1734018546.952088:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018546.952091:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018546.952095:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018546.952103:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337518464/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018546.952114:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018546.952118:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018546.952119:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018546.952123:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2814 00000100:00080000:2.0:1734018546.952125:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018546.952129:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018546.952132:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734018546.952140:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337518080:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018546.952140:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337518592/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018546.952149:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018546.952152:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018546.952153:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018546.952157:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2814 00000100:00080000:2.0:1734018546.952159:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018546.952162:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018546.952166:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018546.952174:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337518720/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018546.952237:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018546.952263:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018546/real 1734018546] req@ffff8800a8fd5880 x1818247337518080/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018546.952286:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337518080/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018546.952299:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018546.952303:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018546.952308:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337518080:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018546.952316:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337518208:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018546.952334:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018546.952340:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018546/real 1734018546] req@ffff8800a8fd4380 x1818247337518208/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018546.952352:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337518208/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018546.952368:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018546.952371:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018546.952374:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337518208:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018546.952380:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337518336:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018546.952395:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018546.952400:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018546/real 1734018546] req@ffff8800a8fd7b80 x1818247337518336/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018546.952411:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337518336/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018546.952418:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018546.952421:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018546.952424:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337518336:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018546.952455:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337518464:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018546.952468:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018546.952474:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018546/real 1734018546] req@ffff8800a8fd7100 x1818247337518464/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018546.952485:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337518464/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018546.952493:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018546.952495:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018546.952498:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337518464:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018546.952506:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337518592:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018546.952519:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018546.952525:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018546/real 1734018546] req@ffff8800a8fd5c00 x1818247337518592/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018546.952535:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337518592/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018546.952544:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018546.952546:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018546.952549:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337518592:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018546.952555:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337518720:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018546.952567:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018546.952573:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018546/real 1734018546] req@ffff8800a8fd6a00 x1818247337518720/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018546.952582:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337518720/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018546.952589:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018546.952592:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018546.952595:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337518720:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018547.634010:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018548.636008:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018549.638000:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018550.639969:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018551.641977:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018551.959842:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018551.959853:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018551.959858:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018551.959868:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2819 00000100:00080000:2.0:1734018551.959877:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018551.959885:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018551.959921:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337518848/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018551.959955:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018551.959959:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018551.959961:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018551.959965:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2819 00000100:00080000:2.0:1734018551.959968:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018551.959972:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018551.959981:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018551.959992:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337518976/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018551.960002:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018551.960005:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018551.960007:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018551.960010:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2819 00000100:00080000:2.0:1734018551.960013:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018551.960016:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018551.960021:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018551.960029:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337519104/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018551.960037:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018551.960040:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018551.960042:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018551.960046:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2819 00000100:00080000:2.0:1734018551.960049:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018551.960052:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018551.960056:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018551.960063:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337519232/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018551.960073:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018551.960077:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018551.960078:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018551.960082:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2819 00000100:00080000:2.0:1734018551.960084:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018551.960088:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018551.960092:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734018551.960096:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337518848:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018551.960101:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337519360/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018551.960111:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018551.960114:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018551.960115:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018551.960118:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2819 00000100:00080000:2.0:1734018551.960121:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018551.960124:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018551.960128:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018551.960136:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337519488/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018551.960194:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018551.960223:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018551/real 1734018551] req@ffff8800a8fd5f80 x1818247337518848/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018551.960247:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337518848/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018551.960260:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018551.960264:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018551.960269:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337518848:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018551.960278:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337518976:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018551.960296:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018551.960303:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018551/real 1734018551] req@ffff8800a8fd5180 x1818247337518976/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018551.960314:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337518976/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018551.960322:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018551.960325:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018551.960328:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337518976:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018551.960335:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337519104:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018551.960349:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018551.960355:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018551/real 1734018551] req@ffff8800a8fd4e00 x1818247337519104/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018551.960365:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337519104/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018551.960380:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018551.960383:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018551.960387:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337519104:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018551.960419:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337519232:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018551.960432:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018551.960438:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018551/real 1734018551] req@ffff8800a8fd6d80 x1818247337519232/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018551.960449:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337519232/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018551.960458:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018551.960461:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018551.960464:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337519232:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018551.960469:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337519360:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018551.960483:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018551.960488:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018551/real 1734018551] req@ffff8800a8fd6a00 x1818247337519360/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018551.960498:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337519360/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018551.960505:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018551.960508:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018551.960512:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337519360:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018551.960519:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337519488:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018551.960532:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018551.960538:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018551/real 1734018551] req@ffff8800a8fd5c00 x1818247337519488/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018551.960548:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337519488/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018551.960555:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018551.960557:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018551.960560:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337519488:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018552.643958:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018553.645971:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018554.647958:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018555.649987:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018556.651966:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018556.967855:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018556.967866:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018556.967870:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018556.967881:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2824 00000100:00080000:2.0:1734018556.967891:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018556.967898:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018556.967937:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337519616/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018556.967973:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018556.967977:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018556.967979:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018556.967983:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2824 00000100:00080000:2.0:1734018556.967987:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018556.967991:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018556.968000:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018556.968011:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337519744/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018556.968020:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018556.968024:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018556.968025:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018556.968029:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2824 00000100:00080000:2.0:1734018556.968032:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018556.968035:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018556.968041:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018556.968050:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337519872/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018556.968059:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018556.968062:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018556.968063:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018556.968067:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2824 00000100:00080000:2.0:1734018556.968069:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018556.968072:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018556.968076:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018556.968084:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337520000/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018556.968093:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018556.968096:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018556.968098:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018556.968101:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337519616:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018556.968102:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2824 00000100:00080000:2.0:1734018556.968104:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018556.968108:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018556.968112:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018556.968121:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337520128/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018556.968130:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018556.968133:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018556.968135:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018556.968139:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2824 00000100:00080000:2.0:1734018556.968142:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018556.968145:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018556.968149:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018556.968156:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337520256/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018556.968198:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018556.968226:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018556/real 1734018556] req@ffff8800a8fd7100 x1818247337519616/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018556.968250:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337519616/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018556.968262:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018556.968266:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018556.968271:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337519616:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018556.968280:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337519744:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018556.968298:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018556.968305:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018556/real 1734018556] req@ffff8800a8fd7b80 x1818247337519744/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018556.968318:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337519744/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018556.968326:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018556.968329:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018556.968332:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337519744:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018556.968339:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337519872:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018556.968353:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018556.968359:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018556/real 1734018556] req@ffff8800a8fd4380 x1818247337519872/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018556.968369:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337519872/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018556.968377:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018556.968379:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018556.968382:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337519872:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018556.968414:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337520000:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018556.968427:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018556.968434:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018556/real 1734018556] req@ffff8800a8fd5880 x1818247337520000/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018556.968444:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337520000/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018556.968452:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018556.968456:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018556.968459:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337520000:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018556.968466:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337520128:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018556.968479:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018556.968485:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018556/real 1734018556] req@ffff8800a8fd5500 x1818247337520128/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018556.968495:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337520128/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018556.968504:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018556.968506:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018556.968509:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337520128:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018556.968515:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337520256:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018556.968527:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018556.968533:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018556/real 1734018556] req@ffff8800a8fd6680 x1818247337520256/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018556.968543:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337520256/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018556.968550:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018556.968552:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018556.968555:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337520256:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018557.653960:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018558.655951:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018559.657943:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018560.659983:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018561.661943:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018561.975836:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018561.975846:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018561.975851:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018561.975861:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2829 00000100:00080000:2.0:1734018561.975871:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018561.975879:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018561.975916:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337520384/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018561.975950:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018561.975955:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018561.975957:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018561.975961:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2829 00000100:00080000:2.0:1734018561.975964:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018561.975968:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018561.975977:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018561.975987:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337520512/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018561.976005:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018561.976008:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018561.976009:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018561.976013:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2829 00000100:00080000:2.0:1734018561.976015:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018561.976018:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018561.976022:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018561.976030:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337520640/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018561.976039:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018561.976042:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018561.976043:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018561.976047:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2829 00000100:00080000:2.0:1734018561.976049:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018561.976052:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018561.976056:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018561.976063:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337520768/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018561.976071:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018561.976075:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018561.976076:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018561.976080:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2829 00000100:00080000:2.0:1734018561.976083:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018561.976086:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018561.976091:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018561.976100:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337520896/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018561.976102:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337520384:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018561.976111:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018561.976114:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018561.976116:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018561.976119:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2829 00000100:00080000:2.0:1734018561.976121:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018561.976125:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018561.976129:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018561.976137:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337521024/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018561.976201:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018561.976230:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018561/real 1734018561] req@ffff8800a8fd6300 x1818247337520384/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018561.976252:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337520384/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018561.976266:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018561.976269:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018561.976275:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337520384:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018561.976282:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337520512:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018561.976301:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018561.976308:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018561/real 1734018561] req@ffff8800a8fd4a80 x1818247337520512/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018561.976319:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337520512/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018561.976327:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018561.976330:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018561.976333:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337520512:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018561.976340:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337520640:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018561.976354:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018561.976360:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018561/real 1734018561] req@ffff8800a8fd7800 x1818247337520640/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018561.976370:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337520640/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018561.976379:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018561.976382:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018561.976385:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337520640:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018561.976391:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337520768:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018561.976404:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018561.976409:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018561/real 1734018561] req@ffff8800a8fd7480 x1818247337520768/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018561.976419:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337520768/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018561.976427:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018561.976429:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018561.976432:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337520768:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018561.976464:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337520896:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018561.976479:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018561.976485:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018561/real 1734018561] req@ffff8800a8fd6680 x1818247337520896/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018561.976495:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337520896/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018561.976503:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018561.976506:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018561.976509:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337520896:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018561.976516:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337521024:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018561.976529:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018561.976535:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018561/real 1734018561] req@ffff8800a8fd5500 x1818247337521024/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018561.976546:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337521024/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018561.976553:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018561.976556:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018561.976615:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337521024:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018562.663964:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018563.665986:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018564.667982:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018565.669957:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018566.671943:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018566.983854:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018566.983864:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018566.983868:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018566.983878:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2834 00000100:00080000:2.0:1734018566.983887:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018566.983894:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018566.983932:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337521152/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018566.983968:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018566.983972:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018566.983975:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018566.983980:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2834 00000100:00080000:2.0:1734018566.983983:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018566.983987:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018566.983996:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018566.984007:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337521280/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018566.984017:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018566.984020:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018566.984022:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018566.984026:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2834 00000100:00080000:2.0:1734018566.984028:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018566.984031:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018566.984036:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018566.984044:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337521408/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018566.984053:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018566.984055:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018566.984057:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018566.984061:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2834 00000100:00080000:2.0:1734018566.984063:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018566.984066:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018566.984071:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018566.984078:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337521536/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018566.984089:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018566.984092:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018566.984094:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018566.984097:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2834 00000100:00080000:2.0:1734018566.984100:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018566.984103:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734018566.984105:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337521152:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734018566.984107:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018566.984115:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337521664/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018566.984123:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018566.984126:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018566.984128:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018566.984131:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2834 00000100:00080000:2.0:1734018566.984134:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018566.984137:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018566.984141:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018566.984148:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337521792/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018566.984206:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018566.984235:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018566/real 1734018566] req@ffff8800a8fd5880 x1818247337521152/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018566.984258:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337521152/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018566.984271:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018566.984275:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018566.984280:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337521152:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018566.984288:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337521280:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018566.984306:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018566.984312:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018566/real 1734018566] req@ffff8800a8fd4380 x1818247337521280/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018566.984325:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337521280/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018566.984333:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018566.984336:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018566.984339:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337521280:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018566.984346:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337521408:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018566.984360:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018566.984366:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018566/real 1734018566] req@ffff8800a8fd7b80 x1818247337521408/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018566.984376:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337521408/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018566.984383:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018566.984386:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018566.984389:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337521408:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018566.984420:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337521536:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018566.984433:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018566.984440:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018566/real 1734018566] req@ffff8800a8fd7100 x1818247337521536/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018566.984450:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337521536/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018566.984458:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018566.984461:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018566.984464:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337521536:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018566.984471:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337521664:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018566.984533:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018566.984540:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018566/real 1734018566] req@ffff8800a8fd5c00 x1818247337521664/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018566.984551:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337521664/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018566.984560:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018566.984562:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018566.984566:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337521664:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018566.984572:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337521792:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018566.984585:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018566.984591:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018566/real 1734018566] req@ffff8800a8fd6a00 x1818247337521792/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018566.984600:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337521792/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018566.984608:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018566.984610:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018566.984614:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337521792:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018567.673983:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018568.675982:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018569.677899:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018570.679959:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018571.681988:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018571.991841:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018571.991852:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018571.991856:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018571.991868:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2839 00000100:00080000:2.0:1734018571.991878:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018571.991887:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018571.991923:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337521920/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018571.991957:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018571.991962:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018571.991964:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018571.991968:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2839 00000100:00080000:2.0:1734018571.991971:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018571.991975:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018571.991985:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018571.991995:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337522048/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018571.992004:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018571.992008:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018571.992009:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018571.992013:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2839 00000100:00080000:2.0:1734018571.992015:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018571.992019:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018571.992023:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018571.992030:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337522176/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018571.992039:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018571.992042:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018571.992044:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018571.992048:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2839 00000100:00080000:2.0:1734018571.992051:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018571.992054:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018571.992058:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018571.992066:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337522304/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018571.992075:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018571.992078:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018571.992080:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018571.992083:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2839 00000100:00080000:2.0:1734018571.992086:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018571.992089:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734018571.992093:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337521920:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734018571.992093:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018571.992102:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337522432/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018571.992111:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018571.992114:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018571.992115:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018571.992119:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2839 00000100:00080000:2.0:1734018571.992121:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018571.992124:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018571.992129:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018571.992136:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337522560/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018571.992190:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018571.992218:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018571/real 1734018571] req@ffff8800a8fd6d80 x1818247337521920/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018571.992241:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337521920/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018571.992254:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018571.992258:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018571.992263:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337521920:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018571.992270:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337522048:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018571.992289:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018571.992295:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018571/real 1734018571] req@ffff8800a8fd4e00 x1818247337522048/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018571.992307:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337522048/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018571.992315:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018571.992318:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018571.992321:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337522048:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018571.992328:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337522176:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018571.992342:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018571.992348:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018571/real 1734018571] req@ffff8800a8fd5180 x1818247337522176/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018571.992366:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337522176/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018571.992374:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018571.992377:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018571.992380:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337522176:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018571.992458:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337522304:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018571.992476:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018571.992483:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018571/real 1734018571] req@ffff8800a8fd5f80 x1818247337522304/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018571.992493:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337522304/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018571.992501:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018571.992504:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018571.992507:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337522304:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018571.992513:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337522432:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018571.992526:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018571.992532:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018571/real 1734018571] req@ffff8800a8fd6a00 x1818247337522432/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018571.992543:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337522432/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018571.992551:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018571.992555:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018571.992558:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337522432:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018571.992564:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337522560:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018571.992577:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018571.992582:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018571/real 1734018571] req@ffff8800a8fd5c00 x1818247337522560/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018571.992592:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337522560/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018571.992599:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018571.992601:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018571.992604:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337522560:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018572.683999:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018573.685979:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018574.687972:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018575.689994:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018576.691958:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018576.999847:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018576.999857:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018576.999862:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018576.999872:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2844 00000100:00080000:2.0:1734018576.999882:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018576.999889:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018576.999927:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337522688/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018576.999961:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018576.999965:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018576.999967:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018576.999972:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2844 00000100:00080000:2.0:1734018576.999975:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018576.999979:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018576.999988:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018576.999999:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337522816/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018577.000009:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018577.000012:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018577.000014:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018577.000018:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2844 00000100:00080000:2.0:1734018577.000020:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018577.000024:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018577.000030:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018577.000037:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337522944/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018577.000047:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018577.000050:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018577.000051:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018577.000055:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2844 00000100:00080000:2.0:1734018577.000057:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018577.000060:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018577.000064:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018577.000071:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337523072/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018577.000082:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018577.000086:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018577.000087:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018577.000091:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2844 00000100:00080000:2.0:1734018577.000093:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018577.000097:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018577.000101:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734018577.000107:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337522688:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018577.000109:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337523200/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018577.000118:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018577.000121:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018577.000123:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018577.000127:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2844 00000100:00080000:2.0:1734018577.000129:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018577.000132:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018577.000137:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018577.000144:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337523328/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018577.000206:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018577.000234:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018576/real 1734018576] req@ffff8800a8fd7100 x1818247337522688/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018577.000256:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337522688/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018577.000269:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018577.000273:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018577.000278:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337522688:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018577.000286:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337522816:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018577.000341:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018577.000350:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018576/real 1734018576] req@ffff8800a8fd7b80 x1818247337522816/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018577.000363:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337522816/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018577.000371:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018577.000374:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018577.000377:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337522816:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018577.000384:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337522944:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018577.000400:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018577.000407:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018576/real 1734018576] req@ffff8800a8fd4380 x1818247337522944/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018577.000417:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337522944/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018577.000426:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018577.000428:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018577.000431:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337522944:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018577.000461:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337523072:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018577.000474:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018577.000480:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018576/real 1734018576] req@ffff8800a8fd5880 x1818247337523072/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018577.000497:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337523072/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018577.000506:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018577.000508:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018577.000511:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337523072:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018577.000517:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337523200:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018577.000530:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018577.000536:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018576/real 1734018576] req@ffff8800a8fd5500 x1818247337523200/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018577.000546:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337523200/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018577.000553:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018577.000555:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018577.000558:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337523200:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018577.000565:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337523328:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018577.000578:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018577.000584:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018576/real 1734018576] req@ffff8800a8fd6680 x1818247337523328/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018577.000594:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337523328/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018577.000601:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018577.000605:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018577.000608:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337523328:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018577.693949:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018578.695941:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018579.697941:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018580.699949:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018581.701986:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018582.007771:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018582.007781:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018582.007786:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018582.007797:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2849 00000100:00080000:2.0:1734018582.007807:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018582.007815:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018582.007852:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337523456/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018582.007885:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018582.007889:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018582.007891:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018582.007895:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2849 00000100:00080000:2.0:1734018582.007898:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018582.007902:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018582.007911:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018582.007921:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337523584/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018582.007939:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018582.007942:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018582.007944:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018582.007947:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2849 00000100:00080000:2.0:1734018582.007950:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018582.007953:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018582.007957:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018582.007965:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337523712/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018582.007974:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018582.007977:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018582.007978:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018582.007981:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2849 00000100:00080000:2.0:1734018582.007984:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018582.007987:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018582.007991:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018582.007999:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337523840/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018582.008008:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018582.008012:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018582.008013:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018582.008017:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2849 00000100:00080000:2.0:1734018582.008020:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018582.008024:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018582.008029:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734018582.008030:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337523456:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018582.008039:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337523968/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018582.008047:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018582.008050:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018582.008052:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018582.008055:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2849 00000100:00080000:2.0:1734018582.008057:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018582.008061:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018582.008065:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018582.008073:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337524096/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018582.008133:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018582.008161:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018582/real 1734018582] req@ffff8800a8fd7480 x1818247337523456/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018582.008183:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337523456/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018582.008196:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018582.008200:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018582.008205:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337523456:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018582.008213:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337523584:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018582.008263:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018582.008272:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018582/real 1734018582] req@ffff8800a8fd7800 x1818247337523584/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018582.008283:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337523584/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018582.008292:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018582.008295:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018582.008298:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337523584:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018582.008304:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337523712:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018582.008320:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018582.008326:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018582/real 1734018582] req@ffff8800a8fd4a80 x1818247337523712/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018582.008337:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337523712/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018582.008346:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018582.008348:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018582.008351:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337523712:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018582.008382:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337523840:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018582.008395:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018582.008401:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018582/real 1734018582] req@ffff8800a8fd6300 x1818247337523840/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018582.008411:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337523840/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018582.008419:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018582.008422:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018582.008425:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337523840:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018582.008431:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337523968:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018582.008444:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018582.008450:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018582/real 1734018582] req@ffff8800a8fd6680 x1818247337523968/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018582.008467:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337523968/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018582.008475:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018582.008478:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018582.008481:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337523968:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018582.008487:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337524096:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018582.008499:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018582.008505:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018582/real 1734018582] req@ffff8800a8fd5500 x1818247337524096/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018582.008515:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337524096/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018582.008521:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018582.008524:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018582.008527:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337524096:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018582.703948:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018583.706006:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018584.707980:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018585.709969:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018586.711922:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018587.015815:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018587.015826:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018587.015831:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018587.015841:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2854 00000100:00080000:2.0:1734018587.015851:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018587.015858:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018587.015895:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337524224/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018587.015929:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018587.015933:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018587.015936:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018587.015940:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2854 00000100:00080000:2.0:1734018587.015944:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018587.015947:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018587.015957:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018587.015968:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337524352/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018587.015978:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018587.015981:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018587.015983:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018587.015986:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2854 00000100:00080000:2.0:1734018587.015989:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018587.015992:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018587.015996:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018587.016004:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337524480/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018587.016012:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018587.016016:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018587.016017:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018587.016021:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2854 00000100:00080000:2.0:1734018587.016023:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018587.016026:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018587.016030:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018587.016037:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337524608/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018587.016047:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018587.016050:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018587.016052:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018587.016055:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2854 00000100:00080000:2.0:1734018587.016057:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018587.016061:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018587.016065:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018587.016073:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337524736/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018587.016074:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337524224:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018587.016083:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018587.016086:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018587.016087:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018587.016091:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2854 00000100:00080000:2.0:1734018587.016094:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018587.016097:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018587.016101:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018587.016108:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337524864/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018587.016215:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018587.016243:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018587/real 1734018587] req@ffff8800a8fd5880 x1818247337524224/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018587.016265:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337524224/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018587.016285:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018587.016289:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018587.016294:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337524224:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018587.016303:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337524352:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018587.016323:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018587.016329:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018587/real 1734018587] req@ffff8800a8fd4380 x1818247337524352/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018587.016341:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337524352/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018587.016349:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018587.016351:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018587.016355:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337524352:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018587.016361:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337524480:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018587.016375:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018587.016381:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018587/real 1734018587] req@ffff8800a8fd7b80 x1818247337524480/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018587.016391:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337524480/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018587.016398:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018587.016401:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018587.016404:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337524480:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018587.016411:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337524608:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018587.016425:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018587.016431:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018587/real 1734018587] req@ffff8800a8fd7100 x1818247337524608/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018587.016441:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337524608/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018587.016450:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018587.016452:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018587.016455:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337524608:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018587.016487:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337524736:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018587.016501:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018587.016507:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018587/real 1734018587] req@ffff8800a8fd5c00 x1818247337524736/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018587.016517:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337524736/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018587.016526:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018587.016529:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018587.016532:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337524736:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018587.016538:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337524864:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018587.016550:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018587.016556:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018587/real 1734018587] req@ffff8800a8fd6a00 x1818247337524864/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018587.016567:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337524864/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018587.016575:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018587.016577:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018587.016580:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337524864:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018587.713954:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018588.715971:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018589.717988:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018590.719941:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018591.722001:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018592.023865:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018592.023876:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018592.023882:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018592.023895:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2859 00000100:00080000:2.0:1734018592.023907:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018592.023918:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018592.023967:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337524992/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018592.024005:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018592.024010:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018592.024012:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018592.024017:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2859 00000100:00080000:2.0:1734018592.024021:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018592.024025:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018592.024037:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018592.024077:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337525120/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018592.024088:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018592.024092:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018592.024094:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018592.024098:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2859 00000100:00080000:2.0:1734018592.024101:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018592.024105:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018592.024111:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018592.024120:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337525248/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018592.024130:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018592.024133:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1734018592.024136:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337524992:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018592.024136:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018592.024140:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2859 00000100:00080000:2.0:1734018592.024143:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018592.024146:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018592.024151:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018592.024159:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337525376/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018592.024167:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018592.024170:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018592.024172:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018592.024175:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2859 00000100:00080000:2.0:1734018592.024178:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018592.024182:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018592.024186:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018592.024197:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337525504/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018592.024206:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018592.024210:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018592.024211:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018592.024215:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2859 00000100:00080000:2.0:1734018592.024218:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018592.024221:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018592.024225:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018592.024233:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337525632/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018592.024252:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337525120:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018592.024285:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337525248:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018592.024302:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337525376:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018592.024317:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337525504:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018592.024332:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337525632:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018592.723969:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018593.725968:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018594.727982:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734018595.029990:0:1967:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:3.0:1734018595.030066:0:1967:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734018595.030086:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734018595.030121:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734018595.030130:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734018595.030137:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734018595.030144:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734018595.030150:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:1.0:1734018595.030260:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018592/real 1734018595] req@ffff8800a8fd4e00 x1818247337525248/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018595.030299:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337525248/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018595.030313:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018595.030319:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018595.030325:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337525248:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018595.030334:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018592/real 1734018595] req@ffff8800a8fd6d80 x1818247337525376/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018595.030348:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337525376/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018595.030356:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018595.030359:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018595.030363:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337525376:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018595.030370:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018592/real 1734018595] req@ffff8800a8fd6a00 x1818247337525504/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018595.030383:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337525504/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018595.030391:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018595.030394:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018595.030397:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337525504:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018595.030404:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018592/real 1734018595] req@ffff8800a8fd5c00 x1818247337525632/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018595.030415:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337525632/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018595.030422:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018595.030426:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018595.030429:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337525632:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018595.030440:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018592/real 1734018595] req@ffff8800a8fd5f80 x1818247337524992/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018595.030454:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337524992/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018595.030466:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018595.030470:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018595.030477:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337524992:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018595.030488:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018592/real 1734018595] req@ffff8800a8fd5180 x1818247337525120/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018595.030507:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337525120/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018595.030519:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018595.030524:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018595.030529:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337525120:192.168.201.110@tcp:38:kworker.0 00010000:00010000:1.0:1734018595.729952:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018596.732002:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018597.031849:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018597.031861:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018597.031866:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018597.031876:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2864 00000100:00080000:2.0:1734018597.031886:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018597.031893:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018597.031932:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337525760/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018597.031986:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018597.031990:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018597.031992:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018597.031997:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2864 00000100:00080000:2.0:1734018597.032000:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018597.032004:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018597.032014:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018597.032025:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337525888/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018597.032035:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018597.032038:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018597.032040:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018597.032044:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2864 00000100:00080000:2.0:1734018597.032046:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018597.032049:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018597.032056:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018597.032064:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337526016/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018597.032072:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018597.032075:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018597.032077:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018597.032081:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2864 00000100:00080000:2.0:1734018597.032083:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018597.032086:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018597.032090:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018597.032097:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337526144/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018597.032107:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337525760:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018597.032107:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018597.032110:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018597.032112:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018597.032115:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2864 00000100:00080000:2.0:1734018597.032118:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018597.032121:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018597.032125:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018597.032133:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337526272/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018597.032142:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018597.032145:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018597.032147:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018597.032151:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2864 00000100:00080000:2.0:1734018597.032153:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018597.032156:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018597.032160:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018597.032167:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337526400/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018597.032203:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018597.032229:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018597/real 1734018597] req@ffff8800a8fd7100 x1818247337525760/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018597.032251:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337525760/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018597.032264:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018597.032269:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018597.032274:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337525760:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018597.032282:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337525888:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018597.032300:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018597.032306:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018597/real 1734018597] req@ffff8800a8fd7b80 x1818247337525888/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018597.032317:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337525888/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018597.032326:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018597.032329:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018597.032332:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337525888:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018597.032339:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337526016:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018597.032353:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018597.032359:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018597/real 1734018597] req@ffff8800a8fd4380 x1818247337526016/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018597.032369:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337526016/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018597.032376:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018597.032379:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018597.032383:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337526016:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018597.032413:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337526144:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018597.032430:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018597.032436:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018597/real 1734018597] req@ffff8800a8fd5880 x1818247337526144/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018597.032447:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337526144/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018597.032455:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018597.032457:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018597.032460:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337526144:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018597.032466:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337526272:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018597.032479:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018597.032485:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018597/real 1734018597] req@ffff8800a8fd5500 x1818247337526272/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018597.032495:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337526272/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018597.032502:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018597.032505:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018597.032508:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337526272:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018597.032514:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337526400:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018597.032527:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018597.032532:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018597/real 1734018597] req@ffff8800a8fd6680 x1818247337526400/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018597.032549:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337526400/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018597.032557:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018597.032559:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018597.032562:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337526400:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018597.734004:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018598.735986:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018599.738021:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018600.739973:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018601.742025:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018602.039850:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018602.039860:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018602.039864:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018602.039875:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2869 00000100:00080000:2.0:1734018602.039937:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018602.039944:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018602.039983:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337526528/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018602.040019:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018602.040023:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018602.040025:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018602.040030:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2869 00000100:00080000:2.0:1734018602.040033:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018602.040037:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018602.040046:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018602.040057:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337526656/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018602.040074:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018602.040077:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018602.040079:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018602.040082:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2869 00000100:00080000:2.0:1734018602.040084:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018602.040087:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018602.040092:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018602.040100:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337526784/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018602.040108:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018602.040111:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018602.040112:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018602.040116:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2869 00000100:00080000:2.0:1734018602.040119:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018602.040122:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018602.040126:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018602.040134:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337526912/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018602.040141:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018602.040145:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018602.040146:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018602.040150:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2869 00000100:00080000:2.0:1734018602.040153:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018602.040157:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018602.040160:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018602.040169:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337527040/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018602.040179:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018602.040182:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018602.040184:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018602.040187:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2869 00000100:00080000:2.0:1734018602.040190:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018602.040192:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337526528:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018602.040193:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018602.040197:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018602.040205:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337527168/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018602.040296:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018602.040326:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018602/real 1734018602] req@ffff8800a8fd6300 x1818247337526528/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018602.040348:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337526528/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018602.040362:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018602.040366:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018602.040371:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337526528:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018602.040379:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337526656:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018602.040397:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018602.040403:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018602/real 1734018602] req@ffff8800a8fd4a80 x1818247337526656/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018602.040415:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337526656/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018602.040430:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018602.040433:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018602.040436:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337526656:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018602.040443:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337526784:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018602.040457:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018602.040462:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018602/real 1734018602] req@ffff8800a8fd7800 x1818247337526784/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018602.040473:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337526784/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018602.040480:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018602.040483:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018602.040487:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337526784:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018602.040494:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337526912:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018602.040506:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018602.040512:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018602/real 1734018602] req@ffff8800a8fd7480 x1818247337526912/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018602.040522:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337526912/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018602.040530:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018602.040533:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018602.040536:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337526912:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018602.040569:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337527040:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018602.040583:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018602.040590:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018602/real 1734018602] req@ffff8800a8fd6680 x1818247337527040/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018602.040601:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337527040/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018602.040609:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018602.040612:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018602.040615:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337527040:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018602.040620:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337527168:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018602.040633:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018602.040638:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018602/real 1734018602] req@ffff8800a8fd5500 x1818247337527168/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018602.040648:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337527168/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018602.040655:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018602.040658:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018602.040661:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337527168:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018602.743964:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018603.746015:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018604.747992:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018605.750019:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018606.751978:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018607.047897:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018607.047907:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018607.047912:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018607.047923:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2874 00000100:00080000:2.0:1734018607.047932:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018607.047939:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018607.047976:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337527296/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018607.048011:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018607.048015:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018607.048018:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018607.048022:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2874 00000100:00080000:2.0:1734018607.048025:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018607.048029:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018607.048039:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018607.048050:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337527424/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018607.048060:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018607.048063:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018607.048065:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018607.048069:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2874 00000100:00080000:2.0:1734018607.048071:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018607.048074:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018607.048079:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018607.048086:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337527552/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018607.048094:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018607.048098:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018607.048099:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018607.048103:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2874 00000100:00080000:2.0:1734018607.048105:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018607.048108:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018607.048112:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018607.048119:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337527680/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018607.048128:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018607.048132:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018607.048133:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018607.048136:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2874 00000100:00080000:2.0:1734018607.048139:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018607.048142:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018607.048146:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018607.048153:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337527808/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018607.048163:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018607.048165:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337527296:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018607.048166:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018607.048167:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018607.048171:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2874 00000100:00080000:2.0:1734018607.048174:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018607.048177:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018607.048181:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018607.048188:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337527936/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018607.048265:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018607.048293:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018607/real 1734018607] req@ffff8800a8fd5880 x1818247337527296/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018607.048317:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337527296/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018607.048329:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018607.048334:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018607.048339:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337527296:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018607.048346:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337527424:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018607.048364:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018607.048371:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018607/real 1734018607] req@ffff8800a8fd4380 x1818247337527424/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018607.048383:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337527424/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018607.048391:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018607.048393:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018607.048397:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337527424:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018607.048403:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337527552:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018607.048417:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018607.048423:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018607/real 1734018607] req@ffff8800a8fd7b80 x1818247337527552/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018607.048433:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337527552/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018607.048448:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018607.048451:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018607.048454:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337527552:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018607.048461:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337527680:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018607.048473:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018607.048479:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018607/real 1734018607] req@ffff8800a8fd7100 x1818247337527680/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018607.048489:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337527680/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018607.048496:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018607.048499:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018607.048502:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337527680:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018607.048533:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337527808:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018607.048547:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018607.048553:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018607/real 1734018607] req@ffff8800a8fd5180 x1818247337527808/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018607.048563:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337527808/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018607.048571:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018607.048574:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018607.048577:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337527808:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018607.048584:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337527936:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018607.048597:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018607.048603:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018607/real 1734018607] req@ffff8800a8fd5f80 x1818247337527936/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018607.048614:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337527936/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018607.048621:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018607.048624:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018607.048626:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337527936:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018607.754003:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018608.755991:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018609.757971:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018610.759938:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018611.761985:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018612.055859:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018612.055870:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018612.055875:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018612.055886:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2879 00000100:00080000:2.0:1734018612.055897:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018612.055905:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018612.055942:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337528064/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018612.055977:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018612.055981:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018612.055983:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018612.055988:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2879 00000100:00080000:2.0:1734018612.055991:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018612.055995:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018612.056004:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018612.056015:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337528192/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018612.056025:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018612.056028:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018612.056029:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018612.056033:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2879 00000100:00080000:2.0:1734018612.056035:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018612.056039:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018612.056043:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018612.056051:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337528320/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018612.056059:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018612.056062:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018612.056065:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018612.056069:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2879 00000100:00080000:2.0:1734018612.056072:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018612.056075:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018612.056079:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018612.056086:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337528448/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018612.056095:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018612.056099:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018612.056100:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018612.056104:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2879 00000100:00080000:2.0:1734018612.056106:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018612.056110:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018612.056114:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734018612.056116:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337528064:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018612.056124:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337528576/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018612.056133:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018612.056136:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018612.056137:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018612.056140:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2879 00000100:00080000:2.0:1734018612.056143:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018612.056146:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018612.056150:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018612.056158:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337528704/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018612.056214:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018612.056243:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018612/real 1734018612] req@ffff8800a8fd5c00 x1818247337528064/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018612.056266:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337528064/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018612.056279:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018612.056283:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018612.056288:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337528064:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018612.056295:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337528192:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018612.056314:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018612.056322:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018612/real 1734018612] req@ffff8800a8fd6a00 x1818247337528192/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018612.056334:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337528192/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018612.056341:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018612.056344:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018612.056348:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337528192:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018612.056354:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337528320:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018612.056368:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018612.056374:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018612/real 1734018612] req@ffff8800a8fd6d80 x1818247337528320/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018612.056384:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337528320/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018612.056392:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018612.056394:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018612.056397:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337528320:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018612.056428:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337528448:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018612.056441:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018612.056448:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018612/real 1734018612] req@ffff8800a8fd4e00 x1818247337528448/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018612.056459:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337528448/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018612.056475:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018612.056478:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018612.056481:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337528448:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018612.056487:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337528576:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018612.056500:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018612.056506:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018612/real 1734018612] req@ffff8800a8fd5f80 x1818247337528576/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018612.056516:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337528576/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018612.056523:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018612.056526:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018612.056529:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337528576:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018612.056536:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337528704:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018612.056548:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018612.056553:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018612/real 1734018612] req@ffff8800a8fd5180 x1818247337528704/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018612.056563:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337528704/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018612.056570:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018612.056572:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018612.056575:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337528704:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018612.763943:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018613.765919:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018614.767938:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018615.769977:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018616.771970:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018617.063821:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018617.063830:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018617.063835:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018617.063846:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2884 00000100:00080000:2.0:1734018617.063855:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018617.063863:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018617.063901:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337528832/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018617.063936:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018617.063940:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018617.063942:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018617.063947:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2884 00000100:00080000:2.0:1734018617.063950:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018617.063954:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018617.063963:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018617.063974:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337528960/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018617.063983:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018617.063986:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018617.063988:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018617.063991:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2884 00000100:00080000:2.0:1734018617.063994:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018617.063998:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018617.064003:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018617.064011:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337529088/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018617.064021:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018617.064023:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018617.064025:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018617.064029:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2884 00000100:00080000:2.0:1734018617.064031:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018617.064034:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018617.064038:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018617.064046:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337529216/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018617.064054:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018617.064057:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018617.064058:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018617.064062:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2884 00000100:00080000:2.0:1734018617.064064:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018617.064067:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018617.064072:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018617.064080:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337529344/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018617.064085:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337528832:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018617.064090:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018617.064094:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018617.064096:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018617.064100:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2884 00000100:00080000:2.0:1734018617.064102:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018617.064105:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018617.064110:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018617.064117:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337529472/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018617.064185:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018617.064215:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018617/real 1734018617] req@ffff8800a8fd7100 x1818247337528832/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018617.064238:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337528832/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018617.064251:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018617.064255:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018617.064260:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337528832:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018617.064268:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337528960:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018617.064287:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018617.064294:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018617/real 1734018617] req@ffff8800a8fd7b80 x1818247337528960/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018617.064306:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337528960/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018617.064313:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018617.064316:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018617.064320:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337528960:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018617.064326:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337529088:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018617.064340:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018617.064346:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018617/real 1734018617] req@ffff8800a8fd4380 x1818247337529088/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018617.064358:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337529088/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018617.064366:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018617.064369:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018617.064372:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337529088:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018617.064378:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337529216:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018617.064390:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018617.064396:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018617/real 1734018617] req@ffff8800a8fd5880 x1818247337529216/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018617.064406:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337529216/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018617.064413:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018617.064416:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018617.064419:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337529216:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018617.064451:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337529344:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018617.064465:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018617.064471:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018617/real 1734018617] req@ffff8800a8fd5500 x1818247337529344/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018617.064481:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337529344/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018617.064489:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018617.064493:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018617.064496:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337529344:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018617.064503:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337529472:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018617.064516:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018617.064522:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018617/real 1734018617] req@ffff8800a8fd6680 x1818247337529472/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018617.064532:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337529472/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018617.064539:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018617.064542:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018617.064546:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337529472:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018617.773982:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018618.775957:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018619.778009:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018620.779896:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018621.781953:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018622.071816:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018622.071825:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018622.071830:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018622.071841:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2889 00000100:00080000:2.0:1734018622.071851:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018622.071858:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018622.071894:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337529600/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018622.071929:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018622.071933:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018622.071935:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018622.071939:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2889 00000100:00080000:2.0:1734018622.071943:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018622.071946:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018622.071956:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018622.071966:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337529728/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018622.071984:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018622.071987:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018622.071989:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018622.071992:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2889 00000100:00080000:2.0:1734018622.071994:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018622.071998:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018622.072002:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018622.072011:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337529856/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018622.072019:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018622.072022:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018622.072024:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018622.072027:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2889 00000100:00080000:2.0:1734018622.072030:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018622.072033:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018622.072037:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018622.072044:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337529984/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018622.072054:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018622.072057:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018622.072058:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018622.072062:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2889 00000100:00080000:2.0:1734018622.072065:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018622.072069:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018622.072073:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734018622.072075:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337529600:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018622.072083:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337530112/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018622.072091:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018622.072094:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018622.072096:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018622.072099:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2889 00000100:00080000:2.0:1734018622.072101:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018622.072104:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018622.072109:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018622.072116:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337530240/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018622.072173:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018622.072203:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018622/real 1734018622] req@ffff8800a8fd7480 x1818247337529600/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018622.072225:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337529600/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018622.072238:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018622.072242:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018622.072247:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337529600:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018622.072255:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337529728:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018622.072275:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018622.072282:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018622/real 1734018622] req@ffff8800a8fd7800 x1818247337529728/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018622.072294:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337529728/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018622.072302:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018622.072304:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018622.072308:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337529728:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018622.072314:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337529856:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018622.072328:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018622.072334:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018622/real 1734018622] req@ffff8800a8fd4a80 x1818247337529856/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018622.072344:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337529856/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018622.072352:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018622.072354:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018622.072357:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337529856:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018622.072388:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337529984:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018622.072402:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018622.072408:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018622/real 1734018622] req@ffff8800a8fd6300 x1818247337529984/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018622.072425:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337529984/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018622.072434:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018622.072436:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018622.072439:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337529984:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018622.072445:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337530112:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018622.072458:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018622.072464:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018622/real 1734018622] req@ffff8800a8fd6680 x1818247337530112/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018622.072473:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337530112/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018622.072481:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018622.072483:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018622.072486:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337530112:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018622.072492:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337530240:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018622.072505:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018622.072510:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018622/real 1734018622] req@ffff8800a8fd5500 x1818247337530240/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018622.072520:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337530240/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018622.072527:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018622.072530:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018622.072534:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337530240:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018622.783953:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018623.785986:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018624.787923:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018625.790011:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018626.791933:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018627.079830:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018627.079840:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018627.079845:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018627.079855:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2894 00000100:00080000:2.0:1734018627.079865:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018627.079873:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018627.079909:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337530368/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018627.079944:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018627.079948:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018627.079951:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018627.079956:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2894 00000100:00080000:2.0:1734018627.079959:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018627.079962:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018627.079972:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018627.079983:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337530496/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018627.079993:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018627.079996:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018627.079998:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018627.080002:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2894 00000100:00080000:2.0:1734018627.080004:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018627.080008:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018627.080012:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018627.080020:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337530624/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018627.080028:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018627.080031:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018627.080032:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018627.080037:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2894 00000100:00080000:2.0:1734018627.080039:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018627.080042:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018627.080046:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018627.080054:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337530752/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018627.080063:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018627.080066:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018627.080068:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018627.080071:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2894 00000100:00080000:2.0:1734018627.080074:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018627.080077:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018627.080081:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018627.080088:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337530880/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018627.080098:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018627.080101:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018627.080103:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018627.080104:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337530368:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018627.080106:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2894 00000100:00080000:2.0:1734018627.080109:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018627.080112:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018627.080116:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018627.080124:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337531008/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018627.080207:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018627.080236:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018627/real 1734018627] req@ffff8800a8fd5880 x1818247337530368/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018627.080259:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337530368/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018627.080271:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018627.080275:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018627.080280:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337530368:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018627.080288:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337530496:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018627.080307:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018627.080313:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018627/real 1734018627] req@ffff8800a8fd4380 x1818247337530496/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018627.080325:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337530496/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018627.080333:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018627.080336:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018627.080339:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337530496:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018627.080345:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337530624:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018627.080361:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018627.080367:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018627/real 1734018627] req@ffff8800a8fd7b80 x1818247337530624/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018627.080378:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337530624/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018627.080387:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018627.080389:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018627.080392:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337530624:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018627.080398:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337530752:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018627.080411:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018627.080417:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018627/real 1734018627] req@ffff8800a8fd7100 x1818247337530752/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018627.080426:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337530752/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018627.080434:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018627.080437:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018627.080440:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337530752:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018627.080511:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337530880:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018627.080529:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018627.080536:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018627/real 1734018627] req@ffff8800a8fd5180 x1818247337530880/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018627.080555:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337530880/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018627.080563:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018627.080566:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018627.080569:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337530880:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018627.080575:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337531008:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018627.080588:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018627.080594:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018627/real 1734018627] req@ffff8800a8fd5f80 x1818247337531008/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018627.080603:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337531008/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018627.080611:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018627.080613:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018627.080617:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337531008:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018627.793992:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018628.795960:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018629.798002:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018630.799983:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018631.801977:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018632.087860:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018632.087871:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018632.087875:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018632.087886:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2899 00000100:00080000:2.0:1734018632.087896:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018632.087904:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018632.087941:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337531136/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018632.087976:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018632.087980:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018632.087982:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018632.087987:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2899 00000100:00080000:2.0:1734018632.087990:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018632.087993:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018632.088003:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018632.088013:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337531264/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018632.088023:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018632.088026:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018632.088028:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018632.088031:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2899 00000100:00080000:2.0:1734018632.088034:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018632.088037:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018632.088041:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018632.088049:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337531392/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018632.088058:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018632.088061:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018632.088063:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018632.088067:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2899 00000100:00080000:2.0:1734018632.088070:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018632.088073:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018632.088077:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018632.088085:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337531520/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018632.088094:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018632.088097:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018632.088099:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018632.088102:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2899 00000100:00100000:1.0:1734018632.088105:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337531136:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018632.088105:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018632.088108:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018632.088112:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018632.088122:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337531648/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018632.088130:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018632.088133:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018632.088134:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018632.088138:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2899 00000100:00080000:2.0:1734018632.088140:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018632.088143:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018632.088147:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018632.088154:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337531776/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018632.088203:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018632.088231:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018632/real 1734018632] req@ffff8800a8fd4e00 x1818247337531136/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018632.088255:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337531136/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018632.088268:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018632.088272:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018632.088277:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337531136:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018632.088285:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337531264:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018632.088303:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018632.088309:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018632/real 1734018632] req@ffff8800a8fd6d80 x1818247337531264/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018632.088321:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337531264/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018632.088329:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018632.088332:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018632.088335:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337531264:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018632.088342:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337531392:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018632.088356:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018632.088362:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018632/real 1734018632] req@ffff8800a8fd6a00 x1818247337531392/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018632.088437:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337531392/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018632.088445:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018632.088448:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018632.088452:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337531392:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018632.088485:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337531520:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018632.088504:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018632.088512:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018632/real 1734018632] req@ffff8800a8fd5c00 x1818247337531520/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018632.088523:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337531520/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018632.088531:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018632.088533:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018632.088536:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337531520:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018632.088542:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337531648:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018632.088555:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018632.088561:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018632/real 1734018632] req@ffff8800a8fd5f80 x1818247337531648/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018632.088571:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337531648/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018632.088578:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018632.088581:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018632.088584:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337531648:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018632.088591:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337531776:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018632.088603:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018632.088609:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018632/real 1734018632] req@ffff8800a8fd5180 x1818247337531776/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018632.088620:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337531776/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018632.088628:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018632.088630:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018632.088633:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337531776:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018632.803997:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018633.805953:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018634.807956:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018635.809956:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018636.811965:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018637.095849:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018637.095859:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018637.095863:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018637.095874:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2904 00000100:00080000:2.0:1734018637.095885:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018637.095892:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018637.095932:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337531904/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018637.095967:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018637.095971:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018637.095973:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018637.095977:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2904 00000100:00080000:2.0:1734018637.095980:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018637.095984:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018637.095994:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018637.096004:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337532032/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018637.096014:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018637.096018:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018637.096019:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018637.096023:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2904 00000100:00080000:2.0:1734018637.096025:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018637.096029:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018637.096034:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018637.096042:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337532160/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018637.096050:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018637.096053:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018637.096055:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018637.096059:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2904 00000100:00080000:2.0:1734018637.096061:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018637.096064:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018637.096068:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018637.096076:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337532288/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018637.096083:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018637.096087:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018637.096088:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018637.096092:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2904 00000100:00080000:2.0:1734018637.096094:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018637.096098:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018637.096102:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018637.096109:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337532416/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018637.096119:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018637.096122:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018637.096125:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018637.096129:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2904 00000100:00100000:1.0:1734018637.096130:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337531904:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018637.096131:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018637.096135:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018637.096139:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018637.096146:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337532544/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018637.096233:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018637.096262:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018637/real 1734018637] req@ffff8800a8fd7100 x1818247337531904/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018637.096328:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337531904/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018637.096342:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018637.096346:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018637.096351:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337531904:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018637.096360:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337532032:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018637.096382:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018637.096389:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018637/real 1734018637] req@ffff8800a8fd7b80 x1818247337532032/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018637.096401:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337532032/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018637.096416:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018637.096419:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018637.096423:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337532032:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018637.096429:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337532160:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018637.096444:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018637.096450:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018637/real 1734018637] req@ffff8800a8fd4380 x1818247337532160/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018637.096460:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337532160/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018637.096467:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018637.096470:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018637.096473:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337532160:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018637.096480:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337532288:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018637.096493:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018637.096498:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018637/real 1734018637] req@ffff8800a8fd5880 x1818247337532288/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018637.096508:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337532288/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018637.096516:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018637.096518:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018637.096521:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337532288:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018637.096555:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337532416:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018637.096570:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018637.096577:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018637/real 1734018637] req@ffff8800a8fd5500 x1818247337532416/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018637.096588:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337532416/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018637.096596:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018637.096599:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018637.096601:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337532416:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018637.096607:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337532544:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018637.096620:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018637.096626:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018637/real 1734018637] req@ffff8800a8fd6680 x1818247337532544/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018637.096635:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337532544/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018637.096642:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018637.096645:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018637.096649:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337532544:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018637.813972:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018638.815963:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018639.817989:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018640.819944:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018641.821956:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018642.103830:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018642.103840:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018642.103845:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018642.103855:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2909 00000100:00080000:2.0:1734018642.103866:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018642.103873:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018642.103910:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337532672/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018642.103944:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018642.103949:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018642.103950:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018642.103955:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2909 00000100:00080000:2.0:1734018642.103958:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018642.103962:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018642.103971:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018642.103982:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337532800/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018642.104000:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018642.104003:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018642.104004:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018642.104007:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2909 00000100:00080000:2.0:1734018642.104010:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018642.104013:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018642.104017:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018642.104025:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337532928/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018642.104033:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018642.104037:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018642.104038:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018642.104042:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2909 00000100:00080000:2.0:1734018642.104044:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018642.104047:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018642.104051:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018642.104059:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337533056/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018642.104066:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018642.104070:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018642.104071:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018642.104075:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2909 00000100:00080000:2.0:1734018642.104078:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018642.104081:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018642.104085:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018642.104093:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337533184/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018642.104104:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018642.104106:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018642.104108:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018642.104109:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337532672:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018642.104112:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2909 00000100:00080000:2.0:1734018642.104114:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018642.104117:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018642.104121:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018642.104130:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337533312/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018642.104244:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018642.104275:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018642/real 1734018642] req@ffff8800a8fd6300 x1818247337532672/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018642.104299:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337532672/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018642.104312:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018642.104316:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018642.104321:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337532672:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018642.104330:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337532800:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018642.104351:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018642.104358:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018642/real 1734018642] req@ffff8800a8fd4a80 x1818247337532800/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018642.104369:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337532800/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018642.104377:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018642.104380:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018642.104384:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337532800:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018642.104390:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337532928:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018642.104404:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018642.104410:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018642/real 1734018642] req@ffff8800a8fd7800 x1818247337532928/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018642.104420:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337532928/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018642.104435:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018642.104438:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018642.104441:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337532928:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018642.104447:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337533056:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018642.104460:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018642.104465:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018642/real 1734018642] req@ffff8800a8fd7480 x1818247337533056/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018642.104475:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337533056/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018642.104488:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018642.104491:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018642.104494:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337533056:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018642.104526:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337533184:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018642.104541:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018642.104547:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018642/real 1734018642] req@ffff8800a8fd6680 x1818247337533184/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018642.104558:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337533184/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018642.104565:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018642.104568:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018642.104571:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337533184:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018642.104579:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337533312:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018642.104593:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018642.104599:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018642/real 1734018642] req@ffff8800a8fd5500 x1818247337533312/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018642.104609:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337533312/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018642.104617:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018642.104619:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018642.104622:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337533312:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018642.823973:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018643.825984:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018644.827976:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018645.829902:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018646.831969:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018647.111753:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018647.111765:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018647.111771:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018647.111786:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2914 00000100:00080000:2.0:1734018647.111799:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018647.111808:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018647.111856:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337533440/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018647.111896:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018647.111902:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018647.111907:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018647.111914:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2914 00000100:00080000:2.0:1734018647.111919:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018647.111926:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018647.111940:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018647.111959:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337533568/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018647.111971:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337533440:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018647.111975:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018647.111980:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018647.111983:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018647.111988:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2914 00000100:00080000:2.0:1734018647.111992:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018647.111998:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018647.112005:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018647.112017:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337533696/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018647.112029:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018647.112034:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018647.112036:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018647.112042:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2914 00000100:00080000:2.0:1734018647.112047:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018647.112052:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018647.112058:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018647.112063:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734018647.112071:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337533824/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018647.112084:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018647.112089:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1734018647.112091:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018647/real 1734018647] req@ffff8800a8fd5880 x1818247337533440/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018647.112092:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018647.112097:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2914 00000100:00080000:2.0:1734018647.112101:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018647.112107:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018647.112146:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018647.112163:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337533952/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018647.112166:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337533440/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018647.112179:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1734018647.112182:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734018647.112183:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018647.112186:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1734018647.112187:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00080000:2.0:1734018647.112192:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2914 00000100:00100000:1.0:1734018647.112194:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337533440:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018647.112197:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018647.112202:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018647.112208:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018647.112219:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337534080/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018647.112226:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337533568:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018647.112261:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018647.112275:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018647/real 1734018647] req@ffff8800a8fd4380 x1818247337533568/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018647.112295:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337533568/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018647.112309:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018647.112312:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018647.112318:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337533568:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018647.112328:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337533696:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018647.112351:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018647.112359:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018647/real 1734018647] req@ffff8800a8fd7b80 x1818247337533696/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018647.112370:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337533696/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018647.112379:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018647.112381:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018647.112384:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337533696:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018647.112389:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337533824:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018647.112402:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018647.112407:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018647/real 1734018647] req@ffff8800a8fd7100 x1818247337533824/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018647.112417:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337533824/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018647.112425:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018647.112428:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018647.112431:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337533824:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018647.112436:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337533952:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018647.112450:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018647.112455:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018647/real 1734018647] req@ffff8800a8fd5180 x1818247337533952/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018647.112465:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337533952/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018647.112474:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018647.112476:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018647.112479:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337533952:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018647.112496:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337534080:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018647.112509:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018647.112515:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018647/real 1734018647] req@ffff8800a8fd5f80 x1818247337534080/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018647.112525:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337534080/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018647.112533:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018647.112535:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018647.112539:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337534080:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018647.833998:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018648.835981:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018649.837986:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018650.839966:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018651.841964:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018652.119829:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018652.119841:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018652.119845:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018652.119855:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2919 00000100:00080000:2.0:1734018652.119866:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018652.119874:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018652.119914:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337534208/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018652.119949:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018652.119953:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018652.119955:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018652.119960:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2919 00000100:00080000:2.0:1734018652.119963:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018652.119966:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018652.119976:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018652.119986:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337534336/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018652.119996:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018652.119999:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018652.120001:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018652.120004:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2919 00000100:00080000:2.0:1734018652.120007:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018652.120010:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018652.120015:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018652.120022:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337534464/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018652.120076:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018652.120079:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018652.120082:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018652.120086:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2919 00000100:00080000:2.0:1734018652.120089:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018652.120092:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018652.120097:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018652.120106:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337534592/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018652.120116:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337534208:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018652.120116:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018652.120120:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018652.120121:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018652.120125:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2919 00000100:00080000:2.0:1734018652.120127:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018652.120131:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018652.120135:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018652.120144:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337534720/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018652.120153:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018652.120156:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018652.120157:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018652.120160:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2919 00000100:00080000:2.0:1734018652.120163:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018652.120166:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018652.120170:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018652.120177:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337534848/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018652.120213:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018652.120240:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018652/real 1734018652] req@ffff8800a8fd5c00 x1818247337534208/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018652.120263:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337534208/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018652.120276:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018652.120280:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018652.120285:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337534208:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018652.120293:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337534336:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018652.120312:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018652.120318:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018652/real 1734018652] req@ffff8800a8fd6a00 x1818247337534336/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018652.120330:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337534336/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018652.120339:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018652.120341:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018652.120345:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337534336:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018652.120351:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337534464:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018652.120365:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018652.120371:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018652/real 1734018652] req@ffff8800a8fd6d80 x1818247337534464/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018652.120390:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337534464/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018652.120398:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018652.120400:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018652.120403:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337534464:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018652.120433:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337534592:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018652.120446:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018652.120452:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018652/real 1734018652] req@ffff8800a8fd4e00 x1818247337534592/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018652.120462:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337534592/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018652.120470:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018652.120473:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018652.120476:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337534592:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018652.120482:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337534720:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018652.120495:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018652.120501:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018652/real 1734018652] req@ffff8800a8fd5f80 x1818247337534720/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018652.120511:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337534720/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018652.120519:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018652.120523:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018652.120526:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337534720:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018652.120532:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337534848:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018652.120545:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018652.120551:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018652/real 1734018652] req@ffff8800a8fd5180 x1818247337534848/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018652.120560:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337534848/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018652.120568:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018652.120570:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018652.120574:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337534848:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018652.843981:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018653.845945:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018654.847953:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018655.850044:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018656.852013:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018657.127842:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018657.127854:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018657.127858:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018657.127869:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2924 00000100:00080000:2.0:1734018657.127879:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018657.127886:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018657.127924:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337534976/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018657.128001:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018657.128005:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018657.128007:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018657.128012:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2924 00000100:00080000:2.0:1734018657.128016:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018657.128020:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018657.128030:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018657.128042:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337535104/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018657.128052:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018657.128056:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018657.128057:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018657.128061:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2924 00000100:00080000:2.0:1734018657.128063:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018657.128067:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018657.128072:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018657.128080:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337535232/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018657.128090:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018657.128093:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018657.128094:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018657.128098:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2924 00000100:00080000:2.0:1734018657.128101:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018657.128104:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018657.128108:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018657.128116:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337535360/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018657.128125:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018657.128128:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018657.128130:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018657.128133:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2924 00000100:00080000:2.0:1734018657.128136:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018657.128139:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337534976:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018657.128139:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018657.128144:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018657.128152:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337535488/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018657.128161:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018657.128164:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018657.128167:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018657.128170:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2924 00000100:00080000:2.0:1734018657.128173:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018657.128176:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018657.128180:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018657.128187:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337535616/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018657.128266:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337535104:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018657.128290:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337535232:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018657.128320:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337535360:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018657.128336:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337535488:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018657.128354:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337535616:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018657.854002:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018658.855967:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018659.857992:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734018660.134020:0:1968:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:0.0:1734018660.134067:0:1968:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734018660.134086:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018660.134123:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018660.134131:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018660.134137:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018660.134143:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018660.134150:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:1.0:1734018660.134256:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018657/real 1734018660] req@ffff8800a8fd5880 x1818247337535360/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018660.134306:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337535360/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018660.134326:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018660.134333:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018660.134342:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337535360:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018660.134355:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018657/real 1734018660] req@ffff8800a8fd5500 x1818247337535488/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018660.134376:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337535488/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018660.134390:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018660.134406:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018660.134413:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337535488:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018660.134425:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018657/real 1734018660] req@ffff8800a8fd6680 x1818247337535616/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018660.134445:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337535616/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018660.134458:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018660.134463:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018660.134468:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337535616:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018660.134480:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018657/real 1734018660] req@ffff8800a8fd7100 x1818247337534976/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018660.134511:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337534976/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018660.134524:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018660.134529:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018660.134534:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337534976:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018660.134546:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018657/real 1734018660] req@ffff8800a8fd7b80 x1818247337535104/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018660.134565:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337535104/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018660.134579:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018660.134583:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018660.134589:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337535104:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018660.134600:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018657/real 1734018660] req@ffff8800a8fd4380 x1818247337535232/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018660.134619:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337535232/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018660.134632:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018660.134636:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018660.134642:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337535232:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018660.859990:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018661.861951:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018662.135818:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018662.135824:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018662.135827:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018662.135835:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2929 00000100:00080000:2.0:1734018662.135842:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018662.135847:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018662.135896:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337535744/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018662.135916:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018662.135919:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018662.135920:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018662.135923:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2929 00000100:00080000:2.0:1734018662.135925:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018662.135927:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018662.135934:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018662.135940:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337535872/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018662.135950:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018662.135952:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018662.135953:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018662.135956:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2929 00000100:00080000:2.0:1734018662.135957:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018662.135959:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018662.135962:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018662.135966:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337536000/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018662.135971:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018662.135973:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018662.135974:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018662.135976:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2929 00000100:00080000:2.0:1734018662.135977:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018662.135979:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018662.135981:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018662.135986:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337536128/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018662.135991:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018662.135993:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018662.135994:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018662.135996:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2929 00000100:00080000:2.0:1734018662.135998:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018662.136001:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018662.136003:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734018662.136004:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337535744:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018662.136010:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337536256/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018662.136015:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018662.136016:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018662.136017:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018662.136019:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2929 00000100:00080000:2.0:1734018662.136020:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018662.136022:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018662.136025:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018662.136029:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337536384/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018662.136074:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018662.136094:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018662/real 1734018662] req@ffff8800a8fd7480 x1818247337535744/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018662.136108:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337535744/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018662.136116:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018662.136119:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018662.136122:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337535744:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018662.136126:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337535872:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018662.136138:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018662.136141:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018662/real 1734018662] req@ffff8800a8fd7800 x1818247337535872/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018662.136148:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337535872/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018662.136153:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018662.136155:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018662.136157:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337535872:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018662.136160:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337536000:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018662.136169:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018662.136172:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018662/real 1734018662] req@ffff8800a8fd4a80 x1818247337536000/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018662.136178:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337536000/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018662.136187:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018662.136189:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018662.136191:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337536000:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018662.136211:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337536128:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018662.136218:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018662.136222:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018662/real 1734018662] req@ffff8800a8fd6300 x1818247337536128/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018662.136228:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337536128/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018662.136233:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018662.136235:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018662.136236:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337536128:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018662.136240:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337536256:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018662.136248:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018662.136251:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018662/real 1734018662] req@ffff8800a8fd4380 x1818247337536256/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018662.136257:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337536256/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018662.136261:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018662.136263:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018662.136265:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337536256:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018662.136269:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337536384:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018662.136277:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018662.136281:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018662/real 1734018662] req@ffff8800a8fd7b80 x1818247337536384/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018662.136286:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337536384/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018662.136290:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018662.136292:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018662.136293:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337536384:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018662.864007:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018663.866027:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018664.867967:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018665.870006:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018666.871978:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018667.143832:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018667.143844:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018667.143850:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018667.143861:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2934 00000100:00080000:2.0:1734018667.143870:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018667.143877:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018667.143915:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337536512/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018667.143961:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018667.143967:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018667.143970:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018667.143977:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2934 00000100:00080000:2.0:1734018667.143982:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018667.143988:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018667.144001:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018667.144019:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337536640/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018667.144035:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018667.144039:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018667.144043:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018667.144048:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2934 00000100:00080000:2.0:1734018667.144053:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018667.144058:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018667.144065:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018667.144079:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337536768/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018667.144095:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018667.144100:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018667.144102:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018667.144106:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2934 00000100:00100000:1.0:1734018667.144108:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337536512:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018667.144109:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018667.144113:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018667.144119:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018667.144129:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337536896/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018667.144138:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018667.144142:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018667.144144:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018667.144147:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2934 00000100:00080000:2.0:1734018667.144150:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018667.144153:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018667.144157:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018667.144165:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337537024/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018667.144173:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018667.144176:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018667.144178:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018667.144181:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2934 00000100:00080000:2.0:1734018667.144184:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018667.144187:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018667.144191:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018667.144198:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337537152/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018667.144209:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018667.144237:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018667/real 1734018667] req@ffff8800a8fd7100 x1818247337536512/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018667.144261:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337536512/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018667.144273:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018667.144277:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018667.144282:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337536512:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018667.144290:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337536640:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018667.144309:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018667.144316:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018667/real 1734018667] req@ffff8800a8fd6680 x1818247337536640/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018667.144328:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337536640/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018667.144337:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018667.144339:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018667.144343:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337536640:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018667.144371:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337536768:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018667.144386:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018667.144392:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018667/real 1734018667] req@ffff8800a8fd5500 x1818247337536768/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018667.144402:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337536768/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018667.144411:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018667.144413:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018667.144417:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337536768:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018667.144423:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337536896:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018667.144435:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018667.144441:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018667/real 1734018667] req@ffff8800a8fd5880 x1818247337536896/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018667.144451:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337536896/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018667.144458:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018667.144462:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018667.144465:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337536896:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018667.144472:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337537024:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018667.144486:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018667.144491:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018667/real 1734018667] req@ffff8800a8fd5180 x1818247337537024/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018667.144501:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337537024/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018667.144509:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018667.144512:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018667.144516:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337537024:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018667.144522:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337537152:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018667.144534:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018667.144540:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018667/real 1734018667] req@ffff8800a8fd5f80 x1818247337537152/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018667.144550:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337537152/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018667.144557:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018667.144559:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018667.144563:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337537152:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018667.873990:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018668.875966:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018669.877984:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018670.879995:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018671.882011:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018672.151855:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018672.151866:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018672.151871:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018672.151882:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2939 00000100:00080000:2.0:1734018672.151892:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018672.151900:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018672.151937:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337537280/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018672.151971:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018672.151975:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018672.151977:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018672.151982:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2939 00000100:00080000:2.0:1734018672.151985:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018672.151989:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018672.151998:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018672.152008:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337537408/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018672.152018:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018672.152021:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018672.152023:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018672.152027:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2939 00000100:00080000:2.0:1734018672.152029:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018672.152032:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018672.152037:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018672.152045:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337537536/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018672.152053:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018672.152057:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018672.152059:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018672.152063:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2939 00000100:00080000:2.0:1734018672.152065:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018672.152068:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018672.152072:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018672.152080:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337537664/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018672.152089:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018672.152093:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018672.152094:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018672.152098:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2939 00000100:00080000:2.0:1734018672.152100:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018672.152104:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734018672.152106:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337537280:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734018672.152108:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018672.152117:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337537792/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018672.152125:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018672.152128:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018672.152130:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018672.152133:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2939 00000100:00080000:2.0:1734018672.152135:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018672.152139:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018672.152143:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018672.152150:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337537920/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018672.152204:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018672.152232:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018672/real 1734018672] req@ffff8800a8fd4e00 x1818247337537280/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018672.152255:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337537280/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018672.152268:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018672.152273:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018672.152278:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337537280:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018672.152286:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337537408:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018672.152305:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018672.152312:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018672/real 1734018672] req@ffff8800a8fd6d80 x1818247337537408/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018672.152323:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337537408/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018672.152331:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018672.152334:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018672.152337:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337537408:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018672.152344:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337537536:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018672.152358:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018672.152364:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018672/real 1734018672] req@ffff8800a8fd6a00 x1818247337537536/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018672.152382:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337537536/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018672.152390:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018672.152393:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018672.152396:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337537536:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018672.152427:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337537664:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018672.152441:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018672.152446:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018672/real 1734018672] req@ffff8800a8fd5c00 x1818247337537664/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018672.152456:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337537664/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018672.152465:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018672.152468:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018672.152471:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337537664:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018672.152477:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337537792:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018672.152490:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018672.152496:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018672/real 1734018672] req@ffff8800a8fd5f80 x1818247337537792/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018672.152506:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337537792/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018672.152514:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018672.152517:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018672.152520:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337537792:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018672.152527:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337537920:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018672.152539:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018672.152545:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018672/real 1734018672] req@ffff8800a8fd5180 x1818247337537920/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018672.152554:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337537920/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018672.152561:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018672.152564:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018672.152566:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337537920:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018672.883952:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018673.885965:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018674.887937:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018675.890008:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018676.891957:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018677.159851:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018677.159861:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018677.159866:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018677.159877:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2944 00000100:00080000:2.0:1734018677.159887:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018677.159895:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018677.159934:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337538048/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018677.159969:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018677.159974:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018677.159975:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018677.159980:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2944 00000100:00080000:2.0:1734018677.159983:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018677.159987:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018677.159996:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018677.160007:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337538176/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018677.160017:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018677.160020:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018677.160022:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018677.160025:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2944 00000100:00080000:2.0:1734018677.160028:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018677.160031:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018677.160036:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018677.160044:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337538304/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018677.160054:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018677.160057:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018677.160058:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018677.160062:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2944 00000100:00080000:2.0:1734018677.160064:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018677.160067:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018677.160071:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018677.160079:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337538432/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018677.160089:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018677.160093:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018677.160094:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018677.160098:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2944 00000100:00080000:2.0:1734018677.160100:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018677.160104:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018677.160108:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734018677.160115:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337538048:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018677.160116:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337538560/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018677.160125:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018677.160128:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018677.160130:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018677.160134:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2944 00000100:00080000:2.0:1734018677.160137:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018677.160140:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018677.160144:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018677.160152:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337538688/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018677.160213:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018677.160240:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018677/real 1734018677] req@ffff8800a8fd5880 x1818247337538048/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018677.160264:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337538048/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018677.160277:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018677.160281:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018677.160286:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337538048:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018677.160294:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337538176:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018677.160313:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018677.160320:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018677/real 1734018677] req@ffff8800a8fd5500 x1818247337538176/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018677.160332:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337538176/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018677.160340:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018677.160343:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018677.160346:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337538176:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018677.160353:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337538304:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018677.160367:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018677.160373:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018677/real 1734018677] req@ffff8800a8fd6680 x1818247337538304/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018677.160383:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337538304/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018677.160391:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018677.160393:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018677.160396:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337538304:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018677.160427:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337538432:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018677.160440:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018677.160446:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018677/real 1734018677] req@ffff8800a8fd7100 x1818247337538432/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018677.160464:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337538432/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018677.160473:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018677.160475:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018677.160478:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337538432:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018677.160484:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337538560:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018677.160497:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018677.160503:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018677/real 1734018677] req@ffff8800a8fd7b80 x1818247337538560/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018677.160513:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337538560/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018677.160520:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018677.160523:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018677.160526:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337538560:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018677.160532:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337538688:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018677.160545:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018677.160551:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018677/real 1734018677] req@ffff8800a8fd4380 x1818247337538688/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018677.160561:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337538688/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018677.160567:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018677.160571:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018677.160574:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337538688:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018677.893995:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018678.895977:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018679.897985:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018680.900002:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018681.902030:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018682.167852:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018682.167864:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018682.167870:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018682.167883:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2949 00000100:00080000:2.0:1734018682.167894:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018682.167903:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018682.167950:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337538816/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018682.167985:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018682.167990:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018682.167992:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018682.167996:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2949 00000100:00080000:2.0:1734018682.168000:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018682.168004:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018682.168015:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018682.168027:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337538944/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018682.168045:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018682.168048:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018682.168050:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018682.168053:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2949 00000100:00080000:2.0:1734018682.168056:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018682.168059:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018682.168064:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018682.168072:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337539072/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018682.168081:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018682.168084:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018682.168085:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018682.168089:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2949 00000100:00080000:2.0:1734018682.168091:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018682.168094:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018682.168099:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018682.168107:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337539200/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018682.168113:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337538816:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018682.168115:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018682.168119:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018682.168120:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018682.168124:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2949 00000100:00080000:2.0:1734018682.168128:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018682.168132:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018682.168136:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018682.168147:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337539328/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018682.168156:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018682.168159:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018682.168160:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018682.168164:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2949 00000100:00080000:2.0:1734018682.168166:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018682.168169:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018682.168173:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018682.168181:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337539456/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018682.168203:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018682.168228:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018682/real 1734018682] req@ffff8800a8fd6300 x1818247337538816/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018682.168249:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337538816/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018682.168261:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018682.168264:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018682.168269:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337538816:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018682.168276:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337538944:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018682.168293:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018682.168299:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018682/real 1734018682] req@ffff8800a8fd4a80 x1818247337538944/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018682.168310:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337538944/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018682.168319:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018682.168321:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018682.168325:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337538944:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018682.168330:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337539072:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018682.168346:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018682.168352:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018682/real 1734018682] req@ffff8800a8fd7800 x1818247337539072/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018682.168363:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337539072/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018682.168371:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018682.168374:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018682.168377:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337539072:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018682.168405:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337539200:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018682.168417:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018682.168423:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018682/real 1734018682] req@ffff8800a8fd7480 x1818247337539200/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018682.168433:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337539200/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018682.168440:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018682.168443:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018682.168446:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337539200:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018682.168452:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337539328:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018682.168464:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018682.168469:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018682/real 1734018682] req@ffff8800a8fd4380 x1818247337539328/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018682.168487:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337539328/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018682.168495:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018682.168497:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018682.168500:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337539328:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018682.168504:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337539456:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018682.168559:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018682.168568:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018682/real 1734018682] req@ffff8800a8fd7b80 x1818247337539456/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018682.168578:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337539456/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018682.168585:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018682.168587:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018682.168590:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337539456:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018682.903965:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018683.905990:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018684.907968:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018685.909982:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018686.911977:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018687.175862:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018687.175871:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018687.175875:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018687.175886:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2954 00000100:00080000:2.0:1734018687.175896:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018687.175903:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018687.175941:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337539584/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018687.175976:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018687.175980:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018687.175983:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018687.175987:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2954 00000100:00080000:2.0:1734018687.175990:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018687.175994:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018687.176003:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018687.176014:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337539712/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018687.176023:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018687.176027:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018687.176029:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018687.176032:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2954 00000100:00080000:2.0:1734018687.176035:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018687.176038:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018687.176043:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018687.176050:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337539840/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018687.176058:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018687.176061:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018687.176063:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018687.176067:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2954 00000100:00080000:2.0:1734018687.176069:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018687.176072:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018687.176076:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018687.176084:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337539968/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018687.176092:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018687.176096:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018687.176098:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018687.176101:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2954 00000100:00080000:2.0:1734018687.176103:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018687.176107:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018687.176111:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018687.176118:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337540096/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018687.176129:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018687.176131:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337539584:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018687.176131:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018687.176133:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018687.176137:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2954 00000100:00080000:2.0:1734018687.176139:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018687.176142:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018687.176146:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018687.176154:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337540224/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018687.176232:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018687.176260:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018687/real 1734018687] req@ffff8800a8fd7100 x1818247337539584/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018687.176284:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337539584/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018687.176304:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018687.176308:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018687.176313:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337539584:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018687.176321:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337539712:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018687.176339:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018687.176345:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018687/real 1734018687] req@ffff8800a8fd6680 x1818247337539712/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018687.176356:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337539712/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018687.176364:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018687.176367:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018687.176371:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337539712:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018687.176377:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337539840:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018687.176391:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018687.176397:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018687/real 1734018687] req@ffff8800a8fd5500 x1818247337539840/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018687.176407:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337539840/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018687.176415:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018687.176418:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018687.176422:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337539840:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018687.176428:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337539968:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018687.176475:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018687.176482:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018687/real 1734018687] req@ffff8800a8fd5880 x1818247337539968/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018687.176493:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337539968/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018687.176501:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018687.176504:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018687.176507:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337539968:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018687.176538:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337540096:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018687.176553:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018687.176559:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018687/real 1734018687] req@ffff8800a8fd5180 x1818247337540096/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018687.176569:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337540096/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018687.176578:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018687.176581:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018687.176584:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337540096:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018687.176590:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337540224:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018687.176602:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018687.176608:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018687/real 1734018687] req@ffff8800a8fd5f80 x1818247337540224/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018687.176619:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337540224/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018687.176627:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018687.176629:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018687.176632:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337540224:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018687.913981:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018688.915923:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018689.917939:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018690.919945:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018691.921973:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018692.183869:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018692.183880:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018692.183886:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018692.183899:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2959 00000100:00080000:2.0:1734018692.183909:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018692.183920:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018692.183969:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337540352/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018692.184006:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018692.184011:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018692.184013:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018692.184018:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2959 00000100:00080000:2.0:1734018692.184021:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018692.184025:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018692.184037:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018692.184048:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337540480/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018692.184058:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018692.184062:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018692.184063:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018692.184068:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2959 00000100:00080000:2.0:1734018692.184070:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018692.184074:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018692.184079:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018692.184086:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337540608/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018692.184095:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018692.184098:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018692.184100:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018692.184104:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2959 00000100:00080000:2.0:1734018692.184107:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018692.184111:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018692.184115:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018692.184120:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337540352:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018692.184123:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337540736/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018692.184132:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018692.184136:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018692.184137:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018692.184140:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2959 00000100:00080000:2.0:1734018692.184143:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018692.184146:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018692.184150:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018692.184160:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337540864/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018692.184170:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018692.184173:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018692.184174:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018692.184178:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2959 00000100:00080000:2.0:1734018692.184180:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018692.184184:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018692.184188:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018692.184196:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337540992/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018692.184208:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018692.184234:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018692/real 1734018692] req@ffff8800a8fd5c00 x1818247337540352/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018692.184256:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337540352/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018692.184267:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018692.184271:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018692.184276:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337540352:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018692.184283:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337540480:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018692.184300:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018692.184307:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018692/real 1734018692] req@ffff8800a8fd6a00 x1818247337540480/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018692.184318:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337540480/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018692.184327:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018692.184330:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018692.184333:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337540480:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018692.184339:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337540608:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018692.184403:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018692.184410:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018692/real 1734018692] req@ffff8800a8fd6d80 x1818247337540608/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018692.184421:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337540608/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018692.184428:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018692.184431:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018692.184434:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337540608:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018692.184463:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337540736:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018692.184476:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018692.184482:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018692/real 1734018692] req@ffff8800a8fd4e00 x1818247337540736/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018692.184492:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337540736/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018692.184500:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018692.184503:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018692.184506:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337540736:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018692.184513:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337540864:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018692.184525:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018692.184531:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018692/real 1734018692] req@ffff8800a8fd5f80 x1818247337540864/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018692.184542:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337540864/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018692.184550:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018692.184552:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018692.184555:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337540864:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018692.184560:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337540992:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018692.184572:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018692.184577:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018692/real 1734018692] req@ffff8800a8fd5180 x1818247337540992/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018692.184587:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337540992/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018692.184593:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018692.184595:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018692.184598:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337540992:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018692.923936:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018693.925991:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018694.927971:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018695.929961:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018696.931940:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018697.191854:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018697.191863:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018697.191868:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018697.191879:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2964 00000100:00080000:2.0:1734018697.191888:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018697.191896:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018697.191935:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337541120/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018697.191970:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018697.191974:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018697.191976:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018697.191981:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2964 00000100:00080000:2.0:1734018697.191984:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018697.191988:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018697.191998:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018697.192008:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337541248/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018697.192018:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018697.192022:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018697.192023:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018697.192027:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2964 00000100:00080000:2.0:1734018697.192029:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018697.192033:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018697.192038:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018697.192047:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337541376/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018697.192055:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018697.192058:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018697.192060:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018697.192064:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2964 00000100:00080000:2.0:1734018697.192066:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018697.192069:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018697.192073:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018697.192081:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337541504/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018697.192088:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018697.192092:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018697.192093:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018697.192097:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2964 00000100:00080000:2.0:1734018697.192099:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018697.192102:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018697.192106:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018697.192113:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337541632/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018697.192124:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018697.192127:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018697.192129:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018697.192133:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2964 00000100:00080000:2.0:1734018697.192135:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018697.192136:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337541120:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018697.192139:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018697.192143:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018697.192150:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337541760/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018697.192239:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018697.192313:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018697/real 1734018697] req@ffff8800a8fd5880 x1818247337541120/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018697.192337:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337541120/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018697.192350:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018697.192354:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018697.192360:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337541120:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018697.192368:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337541248:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018697.192390:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018697.192397:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018697/real 1734018697] req@ffff8800a8fd5500 x1818247337541248/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018697.192408:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337541248/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018697.192416:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018697.192420:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018697.192423:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337541248:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018697.192429:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337541376:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018697.192444:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018697.192450:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018697/real 1734018697] req@ffff8800a8fd6680 x1818247337541376/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018697.192460:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337541376/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018697.192475:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018697.192478:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018697.192481:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337541376:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018697.192487:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337541504:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018697.192500:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018697.192506:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018697/real 1734018697] req@ffff8800a8fd7100 x1818247337541504/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018697.192515:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337541504/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018697.192524:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018697.192526:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018697.192530:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337541504:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018697.192563:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337541632:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018697.192577:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018697.192584:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018697/real 1734018697] req@ffff8800a8fd7b80 x1818247337541632/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018697.192595:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337541632/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018697.192602:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018697.192605:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018697.192608:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337541632:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018697.192615:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337541760:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018697.192628:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018697.192635:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018697/real 1734018697] req@ffff8800a8fd4380 x1818247337541760/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018697.192646:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337541760/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018697.192653:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018697.192655:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018697.192658:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337541760:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018697.933955:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018698.935963:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018699.937982:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018700.939975:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018701.941962:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018702.199840:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018702.199850:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018702.199855:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018702.199866:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2969 00000100:00080000:2.0:1734018702.199875:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018702.199883:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018702.199918:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337541888/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018702.199953:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018702.199957:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018702.199959:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018702.199963:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2969 00000100:00080000:2.0:1734018702.199966:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018702.199970:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018702.199979:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018702.199990:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337542016/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018702.200007:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018702.200010:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018702.200011:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018702.200015:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2969 00000100:00080000:2.0:1734018702.200017:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018702.200021:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018702.200025:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018702.200033:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337542144/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018702.200041:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018702.200044:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018702.200046:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018702.200049:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2969 00000100:00080000:2.0:1734018702.200052:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018702.200055:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018702.200059:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018702.200066:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337542272/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018702.200074:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018702.200078:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018702.200079:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018702.200083:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2969 00000100:00080000:2.0:1734018702.200086:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018702.200090:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018702.200094:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018702.200103:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337542400/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018702.200113:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018702.200116:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018702.200117:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018702.200118:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337541888:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018702.200121:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2969 00000100:00080000:2.0:1734018702.200124:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018702.200127:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018702.200131:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018702.200138:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337542528/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018702.200325:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018702.200356:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018702/real 1734018702] req@ffff8800a8fd7480 x1818247337541888/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018702.200379:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337541888/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018702.200392:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018702.200396:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018702.200401:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337541888:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018702.200409:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337542016:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018702.200430:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018702.200436:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018702/real 1734018702] req@ffff8800a8fd7800 x1818247337542016/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018702.200449:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337542016/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018702.200457:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018702.200459:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018702.200463:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337542016:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018702.200469:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337542144:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018702.200484:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018702.200490:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018702/real 1734018702] req@ffff8800a8fd4a80 x1818247337542144/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018702.200500:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337542144/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018702.200507:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018702.200510:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018702.200513:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337542144:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018702.200519:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337542272:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018702.200532:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018702.200538:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018702/real 1734018702] req@ffff8800a8fd6300 x1818247337542272/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018702.200548:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337542272/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018702.200556:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018702.200559:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018702.200562:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337542272:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018702.200595:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337542400:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018702.200610:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018702.200616:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018702/real 1734018702] req@ffff8800a8fd4380 x1818247337542400/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018702.200627:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337542400/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018702.200635:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018702.200637:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018702.200640:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337542400:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018702.200646:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337542528:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018702.200658:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018702.200664:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018702/real 1734018702] req@ffff8800a8fd7b80 x1818247337542528/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018702.200674:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337542528/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018702.200681:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018702.200684:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018702.200687:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337542528:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018702.943965:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018703.945982:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018704.947990:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018705.949990:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018706.951945:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018707.207839:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018707.207849:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018707.207853:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018707.207863:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2974 00000100:00080000:2.0:1734018707.207873:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018707.207880:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018707.207918:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337542656/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018707.207954:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018707.207958:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018707.207961:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018707.207965:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2974 00000100:00080000:2.0:1734018707.207969:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018707.207972:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018707.207982:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018707.207992:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337542784/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018707.208002:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018707.208005:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018707.208007:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018707.208010:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2974 00000100:00080000:2.0:1734018707.208013:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018707.208016:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018707.208020:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018707.208028:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337542912/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018707.208036:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018707.208040:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018707.208041:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018707.208045:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2974 00000100:00080000:2.0:1734018707.208047:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018707.208050:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018707.208054:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018707.208061:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337543040/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018707.208070:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018707.208074:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018707.208075:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018707.208079:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2974 00000100:00080000:2.0:1734018707.208081:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018707.208084:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018707.208088:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018707.208135:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337543168/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018707.208139:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337542656:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018707.208146:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018707.208149:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018707.208151:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018707.208155:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2974 00000100:00080000:2.0:1734018707.208158:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018707.208161:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018707.208165:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018707.208173:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337543296/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018707.208238:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018707.208267:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018707/real 1734018707] req@ffff8800a8fd7100 x1818247337542656/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018707.208291:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337542656/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018707.208303:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018707.208307:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018707.208313:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337542656:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018707.208321:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337542784:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018707.208339:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018707.208346:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018707/real 1734018707] req@ffff8800a8fd6680 x1818247337542784/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018707.208358:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337542784/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018707.208366:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018707.208368:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018707.208372:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337542784:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018707.208378:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337542912:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018707.208392:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018707.208398:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018707/real 1734018707] req@ffff8800a8fd5500 x1818247337542912/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018707.208408:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337542912/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018707.208417:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018707.208420:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018707.208423:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337542912:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018707.208429:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337543040:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018707.208442:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018707.208447:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018707/real 1734018707] req@ffff8800a8fd5880 x1818247337543040/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018707.208457:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337543040/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018707.208465:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018707.208467:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018707.208470:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337543040:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018707.208501:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337543168:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018707.208516:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018707.208521:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018707/real 1734018707] req@ffff8800a8fd5180 x1818247337543168/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018707.208531:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337543168/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018707.208539:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018707.208542:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018707.208546:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337543168:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018707.208552:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337543296:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018707.208565:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018707.208571:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018707/real 1734018707] req@ffff8800a8fd5f80 x1818247337543296/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018707.208582:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337543296/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018707.208588:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018707.208591:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018707.208594:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337543296:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018707.954016:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018708.955961:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018709.957961:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018710.959946:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018711.961995:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018712.215773:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018712.215784:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018712.215789:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018712.215800:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2979 00000100:00080000:2.0:1734018712.215810:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018712.215818:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018712.215855:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337543424/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018712.215888:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018712.215892:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018712.215894:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018712.215898:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2979 00000100:00080000:2.0:1734018712.215902:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018712.215905:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018712.215914:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018712.215925:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337543552/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018712.215936:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018712.215939:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018712.215941:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018712.215945:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2979 00000100:00080000:2.0:1734018712.215947:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018712.215951:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018712.215956:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018712.215964:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337543680/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018712.215965:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337543424:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018712.215974:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018712.215977:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018712.215979:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018712.215984:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2979 00000100:00080000:2.0:1734018712.215986:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018712.215990:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018712.215994:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018712.216002:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337543808/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018712.216045:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018712.216049:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018712.216051:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018712.216054:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2979 00000100:00080000:2.0:1734018712.216058:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018712.216061:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018712.216066:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018712.216075:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337543936/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018712.216085:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018712.216088:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:1.0:1734018712.216089:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018712.216089:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018712.216093:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2979 00000100:00080000:2.0:1734018712.216096:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018712.216099:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018712.216103:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018712.216110:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337544064/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018712.216118:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018712/real 1734018712] req@ffff8800a8fd4e00 x1818247337543424/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018712.216142:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337543424/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018712.216155:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018712.216159:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018712.216165:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337543424:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018712.216173:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337543552:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018712.216194:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018712.216202:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018712/real 1734018712] req@ffff8800a8fd6d80 x1818247337543552/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018712.216214:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337543552/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018712.216222:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018712.216224:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018712.216228:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337543552:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018712.216257:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337543680:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018712.216272:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018712.216279:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018712/real 1734018712] req@ffff8800a8fd6a00 x1818247337543680/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018712.216289:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337543680/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018712.216297:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018712.216300:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018712.216303:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337543680:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018712.216310:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337543808:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018712.216322:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018712.216328:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018712/real 1734018712] req@ffff8800a8fd5c00 x1818247337543808/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018712.216338:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337543808/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018712.216354:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018712.216357:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018712.216360:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337543808:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018712.216367:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337543936:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018712.216380:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018712.216386:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018712/real 1734018712] req@ffff8800a8fd5f80 x1818247337543936/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018712.216396:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337543936/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018712.216403:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018712.216406:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018712.216409:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337543936:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018712.216416:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337544064:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018712.216429:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018712.216435:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018712/real 1734018712] req@ffff8800a8fd5180 x1818247337544064/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018712.216444:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337544064/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018712.216451:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018712.216454:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018712.216456:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337544064:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018712.963980:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018713.965961:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018714.967935:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018715.969994:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018716.972000:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018717.223848:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018717.223859:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018717.223865:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018717.223878:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2984 00000100:00080000:2.0:1734018717.223889:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018717.223898:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018717.223997:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337544192/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018717.224036:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018717.224040:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018717.224042:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018717.224047:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2984 00000100:00080000:2.0:1734018717.224051:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018717.224055:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018717.224067:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018717.224080:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337544320/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018717.224090:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018717.224094:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018717.224096:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018717.224099:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2984 00000100:00080000:2.0:1734018717.224101:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018717.224105:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018717.224111:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018717.224120:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337544448/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018717.224129:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018717.224132:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018717.224134:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018717.224138:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2984 00000100:00080000:2.0:1734018717.224140:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018717.224144:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018717.224148:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018717.224156:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337544576/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018717.224161:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337544192:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018717.224165:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018717.224169:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018717.224170:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018717.224174:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2984 00000100:00080000:2.0:1734018717.224176:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018717.224180:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018717.224184:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018717.224192:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337544704/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018717.224201:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018717.224205:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018717.224207:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018717.224211:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2984 00000100:00080000:2.0:1734018717.224214:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018717.224217:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018717.224221:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018717.224229:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337544832/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018717.224250:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018717.224275:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018717/real 1734018717] req@ffff8800a8fd5880 x1818247337544192/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018717.224297:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337544192/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018717.224309:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018717.224313:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018717.224318:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337544192:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018717.224325:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337544320:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018717.224343:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018717.224349:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018717/real 1734018717] req@ffff8800a8fd5500 x1818247337544320/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018717.224361:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337544320/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018717.224369:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018717.224371:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018717.224375:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337544320:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018717.224380:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337544448:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018717.224394:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018717.224400:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018717/real 1734018717] req@ffff8800a8fd6680 x1818247337544448/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018717.224411:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337544448/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018717.224419:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018717.224421:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018717.224424:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337544448:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018717.224452:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337544576:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018717.224465:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018717.224471:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018717/real 1734018717] req@ffff8800a8fd7100 x1818247337544576/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018717.224481:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337544576/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018717.224488:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018717.224491:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018717.224494:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337544576:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018717.224500:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337544704:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018717.224512:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018717.224518:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018717/real 1734018717] req@ffff8800a8fd7b80 x1818247337544704/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018717.224528:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337544704/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018717.224535:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018717.224538:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018717.224542:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337544704:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018717.224547:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337544832:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018717.224559:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018717.224564:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018717/real 1734018717] req@ffff8800a8fd4380 x1818247337544832/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018717.224574:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337544832/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018717.224581:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018717.224583:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018717.224586:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337544832:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018717.974019:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018718.975985:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018719.977978:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018720.980020:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018721.981990:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018722.231819:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018722.231828:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018722.231832:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018722.231867:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2989 00000100:00080000:2.0:1734018722.231876:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018722.231883:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018722.231919:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337544960/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018722.231952:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018722.231957:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018722.231959:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018722.231963:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2989 00000100:00080000:2.0:1734018722.231966:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018722.231970:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018722.231979:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018722.231989:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337545088/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018722.232007:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018722.232010:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018722.232012:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018722.232015:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2989 00000100:00080000:2.0:1734018722.232017:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018722.232021:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018722.232025:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018722.232033:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337545216/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018722.232043:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018722.232046:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018722.232047:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018722.232051:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2989 00000100:00080000:2.0:1734018722.232053:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018722.232056:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018722.232061:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018722.232062:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337544960:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018722.232068:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337545344/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018722.232077:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018722.232080:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018722.232082:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018722.232085:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2989 00000100:00080000:2.0:1734018722.232089:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018722.232092:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018722.232096:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018722.232105:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337545472/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018722.232114:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018722.232116:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018722.232118:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018722.232121:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2989 00000100:00080000:2.0:1734018722.232124:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018722.232127:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018722.232131:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018722.232138:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337545600/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018722.232164:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337545088:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018722.232188:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337545216:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018722.232200:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337545344:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018722.232210:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337545472:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018722.232221:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337545600:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018722.984017:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018723.986037:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018724.988008:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1734018725.238141:0:1966:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:2.0:1734018725.238198:0:1966:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1734018725.238217:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:2.0:1734018725.238262:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:2.0:1734018725.238275:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:2.0:1734018725.238285:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:2.0:1734018725.238295:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:2.0:1734018725.238306:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:1.0:1734018725.238390:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018722/real 1734018725] req@ffff8800a8fd7800 x1818247337545216/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018725.238429:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337545216/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018725.238443:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018725.238448:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018725.238454:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337545216:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018725.238463:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018722/real 1734018725] req@ffff8800a8fd7480 x1818247337545344/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018725.238475:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337545344/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018725.238483:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018725.238486:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018725.238489:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337545344:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018725.238497:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018722/real 1734018725] req@ffff8800a8fd4380 x1818247337545472/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018725.238509:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337545472/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018725.238518:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018725.238521:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018725.238525:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337545472:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018725.238531:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018722/real 1734018725] req@ffff8800a8fd7b80 x1818247337545600/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018725.238551:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337545600/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018725.238559:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018725.238562:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018725.238565:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337545600:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018725.238574:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018722/real 1734018725] req@ffff8800a8fd6300 x1818247337544960/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018725.238595:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337544960/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018725.238606:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018725.238610:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018725.238615:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337544960:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018725.238650:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018722/real 1734018725] req@ffff8800a8fd4a80 x1818247337545088/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018725.238672:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337545088/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018725.238693:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018725.238697:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018725.238703:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337545088:192.168.201.110@tcp:38:kworker.0 00010000:00010000:3.0:1734018725.990005:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018726.991993:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018727.239860:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018727.239870:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018727.239875:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018727.239886:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2994 00000100:00080000:2.0:1734018727.239895:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018727.239902:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018727.239940:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337545728/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018727.239975:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018727.239979:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018727.239981:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018727.239985:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2994 00000100:00080000:2.0:1734018727.239989:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018727.239992:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018727.240001:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018727.240012:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337545856/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018727.240021:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018727.240025:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018727.240026:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018727.240030:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2994 00000100:00080000:2.0:1734018727.240033:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018727.240036:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018727.240040:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018727.240048:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337545984/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018727.240063:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018727.240067:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018727.240069:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018727.240072:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2994 00000100:00080000:2.0:1734018727.240074:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018727.240077:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018727.240081:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018727.240089:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337546112/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018727.240096:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018727.240100:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018727.240102:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018727.240105:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2994 00000100:00080000:2.0:1734018727.240107:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018727.240111:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018727.240114:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018727.240121:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337546240/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018727.240132:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018727.240135:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018727.240136:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018727.240140:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2994 00000100:00100000:1.0:1734018727.240141:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337545728:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018727.240143:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018727.240146:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018727.240151:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018727.240158:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337546368/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018727.240245:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018727.240276:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018727/real 1734018727] req@ffff8800a8fd7100 x1818247337545728/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018727.240298:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337545728/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018727.240311:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018727.240315:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018727.240320:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337545728:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018727.240328:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337545856:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018727.240347:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018727.240353:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018727/real 1734018727] req@ffff8800a8fd6680 x1818247337545856/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018727.240365:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337545856/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018727.240373:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018727.240375:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018727.240379:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337545856:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018727.240385:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337545984:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018727.240400:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018727.240406:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018727/real 1734018727] req@ffff8800a8fd5500 x1818247337545984/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018727.240416:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337545984/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018727.240431:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018727.240434:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018727.240437:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337545984:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018727.240443:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337546112:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018727.240455:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018727.240461:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018727/real 1734018727] req@ffff8800a8fd5880 x1818247337546112/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018727.240470:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337546112/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018727.240479:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018727.240481:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018727.240485:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337546112:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018727.240518:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337546240:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018727.240532:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018727.240538:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018727/real 1734018727] req@ffff8800a8fd5180 x1818247337546240/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018727.240549:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337546240/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018727.240557:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018727.240559:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018727.240562:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337546240:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018727.240569:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337546368:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018727.240583:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018727.240589:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018727/real 1734018727] req@ffff8800a8fd5f80 x1818247337546368/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018727.240599:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337546368/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018727.240607:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018727.240609:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018727.240612:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337546368:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018727.994007:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018728.995896:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018729.997940:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018730.999956:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018732.001955:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018732.247848:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018732.247858:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018732.247863:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018732.247873:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 2999 00000100:00080000:2.0:1734018732.247882:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018732.247890:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018732.247927:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337546496/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018732.247961:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018732.247965:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018732.247967:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018732.247972:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2999 00000100:00080000:2.0:1734018732.247975:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018732.247979:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018732.247989:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018732.247999:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337546624/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018732.248009:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018732.248012:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018732.248015:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018732.248018:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2999 00000100:00080000:2.0:1734018732.248021:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018732.248024:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018732.248029:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018732.248036:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337546752/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018732.248045:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018732.248048:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018732.248050:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018732.248054:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 2999 00000100:00080000:2.0:1734018732.248056:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018732.248059:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018732.248063:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018732.248070:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337546880/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018732.248080:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018732.248083:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018732.248084:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018732.248088:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2999 00000100:00080000:2.0:1734018732.248090:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018732.248093:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337546496:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018732.248094:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018732.248098:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018732.248107:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337547008/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018732.248116:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018732.248119:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018732.248121:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018732.248124:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 2999 00000100:00080000:2.0:1734018732.248127:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018732.248130:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018732.248134:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018732.248141:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337547136/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018732.248190:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018732.248219:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018732/real 1734018732] req@ffff8800a8fd5c00 x1818247337546496/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018732.248242:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337546496/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018732.248255:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018732.248259:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018732.248264:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337546496:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018732.248272:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337546624:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018732.248290:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018732.248298:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018732/real 1734018732] req@ffff8800a8fd6a00 x1818247337546624/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018732.248310:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337546624/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018732.248318:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018732.248321:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018732.248324:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337546624:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018732.248331:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337546752:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018732.248344:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018732.248350:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018732/real 1734018732] req@ffff8800a8fd6d80 x1818247337546752/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018732.248360:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337546752/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018732.248368:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018732.248370:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018732.248373:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337546752:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018732.248404:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337546880:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018732.248417:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018732.248423:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018732/real 1734018732] req@ffff8800a8fd4e00 x1818247337546880/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018732.248434:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337546880/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018732.248450:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018732.248453:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018732.248456:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337546880:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018732.248462:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337547008:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018732.248475:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018732.248481:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018732/real 1734018732] req@ffff8800a8fd5f80 x1818247337547008/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018732.248491:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337547008/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018732.248498:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018732.248501:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018732.248504:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337547008:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018732.248511:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337547136:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018732.248523:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018732.248529:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018732/real 1734018732] req@ffff8800a8fd5180 x1818247337547136/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018732.248538:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337547136/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018732.248546:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018732.248549:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018732.248552:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337547136:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018733.003894:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018734.005946:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018735.007956:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018736.009975:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018737.011953:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018737.255850:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018737.255859:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018737.255863:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018737.255874:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3004 00000100:00080000:2.0:1734018737.255883:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018737.255890:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018737.255929:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337547264/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018737.255964:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018737.255968:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018737.255970:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018737.255975:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3004 00000100:00080000:2.0:1734018737.255978:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018737.255982:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018737.255993:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018737.256003:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337547392/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018737.256014:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018737.256017:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018737.256019:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018737.256022:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3004 00000100:00080000:2.0:1734018737.256025:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018737.256028:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018737.256033:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018737.256041:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337547520/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018737.256049:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018737.256052:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018737.256054:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018737.256057:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3004 00000100:00080000:2.0:1734018737.256060:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018737.256063:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018737.256067:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018737.256074:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337547648/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018737.256082:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018737.256085:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018737.256087:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018737.256091:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3004 00000100:00080000:2.0:1734018737.256094:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018737.256097:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018737.256101:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018737.256109:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337547776/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018737.256116:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337547264:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018737.256119:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018737.256122:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018737.256124:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018737.256127:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3004 00000100:00080000:2.0:1734018737.256130:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018737.256133:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018737.256137:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018737.256144:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337547904/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018737.256214:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018737.256243:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018737/real 1734018737] req@ffff8800a8fd5880 x1818247337547264/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018737.256266:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337547264/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018737.256279:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018737.256283:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018737.256288:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337547264:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018737.256295:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337547392:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018737.256314:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018737.256321:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018737/real 1734018737] req@ffff8800a8fd5500 x1818247337547392/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018737.256332:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337547392/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018737.256340:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018737.256343:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018737.256346:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337547392:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018737.256352:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337547520:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018737.256367:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018737.256373:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018737/real 1734018737] req@ffff8800a8fd6680 x1818247337547520/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018737.256385:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337547520/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018737.256393:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018737.256395:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018737.256398:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337547520:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018737.256405:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337547648:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018737.256417:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018737.256423:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018737/real 1734018737] req@ffff8800a8fd7100 x1818247337547648/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018737.256433:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337547648/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018737.256441:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018737.256443:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018737.256446:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337547648:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018737.256478:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337547776:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018737.256493:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018737.256499:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018737/real 1734018737] req@ffff8800a8fd4a80 x1818247337547776/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018737.256510:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337547776/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018737.256517:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018737.256521:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018737.256524:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337547776:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018737.256531:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337547904:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018737.256543:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018737.256549:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018737/real 1734018737] req@ffff8800a8fd6300 x1818247337547904/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018737.256559:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337547904/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018737.256567:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018737.256569:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018737.256573:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337547904:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018738.013980:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018739.015982:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018740.018008:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018741.019961:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018742.021972:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018742.263851:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018742.263861:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018742.263866:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018742.263877:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3009 00000100:00080000:2.0:1734018742.263886:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018742.263894:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018742.263929:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337548032/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018742.263972:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018742.263976:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018742.263978:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018742.263983:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3009 00000100:00080000:2.0:1734018742.263986:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018742.263990:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018742.263999:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018742.264010:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337548160/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018742.264019:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018742.264023:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018742.264024:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018742.264028:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3009 00000100:00080000:2.0:1734018742.264031:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018742.264034:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018742.264038:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018742.264046:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337548288/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018742.264054:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018742.264057:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018742.264059:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018742.264063:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3009 00000100:00080000:2.0:1734018742.264067:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018742.264070:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018742.264074:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018742.264081:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337548416/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018742.264089:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018742.264093:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018742.264094:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018742.264098:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3009 00000100:00080000:2.0:1734018742.264100:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018742.264103:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018742.264107:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018742.264116:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337548544/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018742.264126:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018742.264130:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1734018742.264131:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337548032:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018742.264131:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018742.264135:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3009 00000100:00080000:2.0:1734018742.264137:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018742.264140:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018742.264144:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018742.264152:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337548672/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018742.264233:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018742.264262:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018742/real 1734018742] req@ffff8800a8fd7b80 x1818247337548032/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018742.264286:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337548032/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018742.264298:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018742.264302:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018742.264307:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337548032:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018742.264315:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337548160:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018742.264334:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018742.264341:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018742/real 1734018742] req@ffff8800a8fd4380 x1818247337548160/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018742.264353:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337548160/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018742.264360:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018742.264363:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018742.264366:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337548160:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018742.264373:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337548288:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018742.264387:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018742.264392:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018742/real 1734018742] req@ffff8800a8fd7480 x1818247337548288/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018742.264402:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337548288/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018742.264410:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018742.264412:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018742.264415:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337548288:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018742.264421:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337548416:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018742.264434:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018742.264440:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018742/real 1734018742] req@ffff8800a8fd7800 x1818247337548416/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018742.264457:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337548416/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018742.264465:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018742.264468:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018742.264470:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337548416:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018742.264549:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337548544:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018742.264568:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018742.264575:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018742/real 1734018742] req@ffff8800a8fd6300 x1818247337548544/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018742.264585:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337548544/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018742.264593:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018742.264596:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018742.264599:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337548544:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018742.264605:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337548672:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018742.264618:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018742.264624:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018742/real 1734018742] req@ffff8800a8fd4a80 x1818247337548672/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018742.264633:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337548672/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018742.264641:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018742.264644:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018742.264647:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337548672:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018743.023979:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018744.026005:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018745.027971:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018746.029995:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018747.032028:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018747.271795:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018747.271805:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018747.271810:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018747.271821:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3014 00000100:00080000:2.0:1734018747.271831:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018747.271839:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018747.271876:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337548800/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018747.271911:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018747.271915:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018747.271917:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018747.271922:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3014 00000100:00080000:2.0:1734018747.271924:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018747.271928:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018747.271937:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018747.271948:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337548928/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018747.271957:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018747.271960:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018747.271962:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018747.271966:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3014 00000100:00080000:2.0:1734018747.271968:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018747.271972:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018747.271977:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018747.271985:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337549056/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018747.271994:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018747.271997:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018747.271999:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018747.272003:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3014 00000100:00080000:2.0:1734018747.272005:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018747.272008:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018747.272012:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018747.272019:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337549184/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018747.272027:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018747.272030:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018747.272032:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018747.272035:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3014 00000100:00080000:2.0:1734018747.272037:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018747.272041:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018747.272045:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018747.272052:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337549312/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018747.272062:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018747.272065:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018747.272067:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018747.272071:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337548800:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018747.272071:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3014 00000100:00080000:2.0:1734018747.272073:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018747.272077:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018747.272081:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018747.272088:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337549440/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018747.272175:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018747.272203:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018747/real 1734018747] req@ffff8800a8fd7100 x1818247337548800/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018747.272226:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337548800/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018747.272238:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018747.272242:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018747.272247:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337548800:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018747.272255:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337548928:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018747.272273:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018747.272280:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018747/real 1734018747] req@ffff8800a8fd6680 x1818247337548928/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018747.272291:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337548928/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018747.272299:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018747.272302:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018747.272306:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337548928:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018747.272312:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337549056:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018747.272329:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018747.272335:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018747/real 1734018747] req@ffff8800a8fd5500 x1818247337549056/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018747.272346:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337549056/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018747.272353:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018747.272356:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018747.272359:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337549056:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018747.272365:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337549184:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018747.272377:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018747.272384:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018747/real 1734018747] req@ffff8800a8fd5880 x1818247337549184/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018747.272394:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337549184/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018747.272402:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018747.272404:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018747.272407:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337549184:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018747.272489:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337549312:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018747.272507:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018747.272514:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018747/real 1734018747] req@ffff8800a8fd5180 x1818247337549312/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018747.272532:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337549312/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018747.272540:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018747.272543:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018747.272546:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337549312:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018747.272552:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337549440:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018747.272565:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018747.272570:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018747/real 1734018747] req@ffff8800a8fd5f80 x1818247337549440/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018747.272580:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337549440/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018747.272587:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018747.272590:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018747.272593:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337549440:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018748.033990:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018749.035967:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018750.037965:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018751.039962:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018752.042015:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018752.279838:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018752.279849:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018752.279854:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018752.279865:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3019 00000100:00080000:2.0:1734018752.279874:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018752.279882:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018752.279918:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337549568/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018752.279953:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018752.279957:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018752.279959:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018752.279963:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3019 00000100:00080000:2.0:1734018752.279966:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018752.279970:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018752.279980:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018752.279990:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337549696/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018752.280008:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018752.280011:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018752.280013:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018752.280016:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3019 00000100:00080000:2.0:1734018752.280018:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018752.280021:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018752.280026:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018752.280034:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337549824/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018752.280043:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018752.280045:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018752.280047:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018752.280050:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3019 00000100:00080000:2.0:1734018752.280053:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018752.280056:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018752.280060:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018752.280068:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337549952/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018752.280077:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018752.280080:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018752.280082:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018752.280086:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3019 00000100:00080000:2.0:1734018752.280089:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018752.280093:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734018752.280096:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337549568:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734018752.280097:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018752.280106:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337550080/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018752.280115:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018752.280118:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018752.280119:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018752.280122:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3019 00000100:00080000:2.0:1734018752.280125:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018752.280128:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018752.280132:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018752.280139:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337550208/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018752.280194:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018752.280222:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018752/real 1734018752] req@ffff8800a8fd4e00 x1818247337549568/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018752.280245:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337549568/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018752.280259:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018752.280263:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018752.280268:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337549568:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018752.280276:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337549696:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018752.280295:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018752.280302:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018752/real 1734018752] req@ffff8800a8fd6d80 x1818247337549696/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018752.280313:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337549696/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018752.280321:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018752.280355:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018752.280359:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337549696:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018752.280367:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337549824:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018752.280385:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018752.280392:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018752/real 1734018752] req@ffff8800a8fd6a00 x1818247337549824/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018752.280404:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337549824/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018752.280413:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018752.280415:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018752.280418:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337549824:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018752.280450:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337549952:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018752.280463:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018752.280470:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018752/real 1734018752] req@ffff8800a8fd5c00 x1818247337549952/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018752.280481:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337549952/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018752.280489:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018752.280491:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018752.280494:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337549952:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018752.280500:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337550080:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018752.280513:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018752.280519:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018752/real 1734018752] req@ffff8800a8fd5f80 x1818247337550080/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018752.280529:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337550080/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018752.280536:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018752.280539:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018752.280543:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337550080:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018752.280549:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337550208:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018752.280562:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018752.280568:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018752/real 1734018752] req@ffff8800a8fd5180 x1818247337550208/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018752.280579:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337550208/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018752.280587:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018752.280589:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018752.280592:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337550208:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018753.043963:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018754.045971:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018755.047931:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018756.049972:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018757.051978:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018757.287829:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018757.287838:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018757.287843:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018757.287853:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3024 00000100:00080000:2.0:1734018757.287862:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018757.287870:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018757.287907:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337550336/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018757.287942:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018757.287946:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018757.287949:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018757.287953:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3024 00000100:00080000:2.0:1734018757.287956:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018757.287960:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018757.287970:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018757.287980:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337550464/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018757.287990:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018757.287993:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018757.287995:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018757.287998:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3024 00000100:00080000:2.0:1734018757.288001:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018757.288004:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018757.288008:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018757.288016:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337550592/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018757.288025:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018757.288028:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018757.288029:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018757.288033:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3024 00000100:00080000:2.0:1734018757.288035:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018757.288038:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018757.288042:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018757.288049:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337550720/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018757.288060:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018757.288063:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018757.288065:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018757.288068:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3024 00000100:00080000:2.0:1734018757.288070:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018757.288074:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018757.288078:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734018757.288082:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337550336:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018757.288086:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337550848/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018757.288094:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018757.288097:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018757.288099:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018757.288102:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3024 00000100:00080000:2.0:1734018757.288104:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018757.288107:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018757.288111:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018757.288119:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337550976/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018757.288172:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018757.288198:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018757/real 1734018757] req@ffff8800a8fd5880 x1818247337550336/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018757.288217:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337550336/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018757.288227:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018757.288230:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018757.288234:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337550336:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018757.288278:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337550464:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018757.288297:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018757.288303:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018757/real 1734018757] req@ffff8800a8fd5500 x1818247337550464/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018757.288312:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337550464/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018757.288325:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018757.288328:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018757.288330:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337550464:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018757.288336:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337550592:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018757.288348:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018757.288352:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018757/real 1734018757] req@ffff8800a8fd6680 x1818247337550592/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018757.288360:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337550592/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018757.288365:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018757.288368:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018757.288370:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337550592:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018757.288395:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337550720:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018757.288406:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018757.288411:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018757/real 1734018757] req@ffff8800a8fd7100 x1818247337550720/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018757.288419:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337550720/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018757.288425:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018757.288427:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018757.288429:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337550720:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018757.288436:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337550848:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018757.288447:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018757.288452:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018757/real 1734018757] req@ffff8800a8fd4a80 x1818247337550848/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018757.288461:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337550848/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018757.288467:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018757.288469:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018757.288471:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337550848:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018757.288476:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337550976:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018757.288486:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018757.288490:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018757/real 1734018757] req@ffff8800a8fd6300 x1818247337550976/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018757.288498:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337550976/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018757.288503:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018757.288505:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018757.288507:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337550976:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018758.053978:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018759.055971:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018760.057977:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018761.059970:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018762.061979:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018762.295835:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018762.295844:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018762.295849:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018762.295860:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3029 00000100:00080000:2.0:1734018762.295869:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018762.295877:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018762.295915:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337551104/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018762.295951:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018762.295955:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018762.295957:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018762.295961:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3029 00000100:00080000:2.0:1734018762.295964:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018762.295968:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018762.295977:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018762.295988:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337551232/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018762.295998:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018762.296002:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018762.296003:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018762.296007:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3029 00000100:00080000:2.0:1734018762.296009:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018762.296012:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018762.296017:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018762.296025:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337551360/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018762.296034:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018762.296037:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018762.296039:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018762.296043:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3029 00000100:00100000:1.0:1734018762.296046:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337551104:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018762.296046:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018762.296049:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018762.296053:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018762.296061:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337551488/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018762.296069:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018762.296072:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018762.296073:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018762.296077:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3029 00000100:00080000:2.0:1734018762.296079:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018762.296083:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018762.296087:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018762.296097:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337551616/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018762.296105:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018762.296108:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018762.296109:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018762.296113:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3029 00000100:00080000:2.0:1734018762.296115:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018762.296118:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018762.296122:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018762.296129:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337551744/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018762.296149:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018762.296212:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018762/real 1734018762] req@ffff8800a8fd7800 x1818247337551104/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018762.296235:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337551104/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018762.296249:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018762.296253:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018762.296258:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337551104:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018762.296267:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337551232:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018762.296289:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018762.296296:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018762/real 1734018762] req@ffff8800a8fd7480 x1818247337551232/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018762.296307:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337551232/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018762.296316:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018762.296319:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018762.296322:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337551232:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018762.296353:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337551360:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018762.296368:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018762.296374:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018762/real 1734018762] req@ffff8800a8fd4380 x1818247337551360/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018762.296384:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337551360/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018762.296400:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018762.296403:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018762.296406:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337551360:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018762.296412:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337551488:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018762.296424:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018762.296430:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018762/real 1734018762] req@ffff8800a8fd7b80 x1818247337551488/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018762.296440:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337551488/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018762.296448:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018762.296450:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018762.296453:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337551488:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018762.296460:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337551616:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018762.296474:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018762.296480:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018762/real 1734018762] req@ffff8800a8fd6300 x1818247337551616/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018762.296490:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337551616/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018762.296498:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018762.296501:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018762.296504:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337551616:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018762.296511:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337551744:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018762.296525:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018762.296531:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018762/real 1734018762] req@ffff8800a8fd4a80 x1818247337551744/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018762.296542:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337551744/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018762.296549:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018762.296552:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018762.296555:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337551744:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018763.063984:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018764.066006:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018765.067940:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018766.069985:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018767.071998:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018767.303872:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018767.303881:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018767.303885:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018767.303895:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3034 00000100:00080000:2.0:1734018767.303905:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018767.303913:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018767.303950:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337551872/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018767.303985:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018767.303989:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018767.303991:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018767.303995:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3034 00000100:00080000:2.0:1734018767.303998:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018767.304002:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018767.304011:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018767.304022:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337552000/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018767.304032:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018767.304035:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018767.304037:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018767.304041:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3034 00000100:00080000:2.0:1734018767.304043:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018767.304046:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018767.304052:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018767.304060:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337552128/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018767.304096:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018767.304099:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018767.304101:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018767.304105:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3034 00000100:00080000:2.0:1734018767.304109:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018767.304112:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018767.304116:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018767.304124:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337552256/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018767.304132:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018767.304136:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018767.304138:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018767.304141:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3034 00000100:00080000:2.0:1734018767.304144:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018767.304147:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018767.304151:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018767.304158:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337552384/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018767.304168:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018767.304171:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018767.304174:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018767.304178:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3034 00000100:00100000:1.0:1734018767.304181:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337551872:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018767.304181:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018767.304184:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018767.304188:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018767.304195:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337552512/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018767.304284:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018767.304315:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018767/real 1734018767] req@ffff8800a8fd7100 x1818247337551872/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018767.304339:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337551872/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018767.304352:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018767.304356:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018767.304360:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337551872:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018767.304368:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337552000:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018767.304387:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018767.304394:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018767/real 1734018767] req@ffff8800a8fd6680 x1818247337552000/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018767.304407:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337552000/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018767.304415:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018767.304418:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018767.304421:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337552000:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018767.304428:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337552128:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018767.304442:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018767.304448:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018767/real 1734018767] req@ffff8800a8fd5500 x1818247337552128/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018767.304458:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337552128/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018767.304465:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018767.304468:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018767.304471:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337552128:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018767.304478:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337552256:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018767.304491:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018767.304497:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018767/real 1734018767] req@ffff8800a8fd5880 x1818247337552256/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018767.304506:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337552256/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018767.304514:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018767.304518:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018767.304521:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337552256:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018767.304555:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337552384:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018767.304570:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018767.304576:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018767/real 1734018767] req@ffff8800a8fd5180 x1818247337552384/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018767.304587:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337552384/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018767.304595:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018767.304597:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018767.304600:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337552384:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018767.304606:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337552512:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018767.304618:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018767.304624:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018767/real 1734018767] req@ffff8800a8fd5f80 x1818247337552512/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018767.304633:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337552512/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018767.304640:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018767.304643:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018767.304645:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337552512:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018768.074014:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018769.075953:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018770.077995:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018771.079983:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018772.082047:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018772.311831:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018772.311843:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018772.311847:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018772.311858:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3039 00000100:00080000:2.0:1734018772.311867:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018772.311874:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018772.311910:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337552640/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018772.311944:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018772.311948:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018772.311950:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018772.311955:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3039 00000100:00080000:2.0:1734018772.311958:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018772.311961:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018772.311970:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018772.311980:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337552768/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018772.312025:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018772.312029:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018772.312030:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018772.312034:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3039 00000100:00080000:2.0:1734018772.312036:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018772.312040:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018772.312045:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018772.312053:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337552896/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018772.312054:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337552640:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018772.312063:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018772.312066:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018772.312068:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018772.312071:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3039 00000100:00080000:2.0:1734018772.312074:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018772.312077:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018772.312081:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018772.312088:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337553024/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018772.312096:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018772.312099:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018772.312101:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018772.312104:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3039 00000100:00080000:2.0:1734018772.312108:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018772.312111:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018772.312115:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018772.312124:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337553152/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018772.312129:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018772.312133:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018772.312136:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018772.312137:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018772.312141:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3039 00000100:00080000:2.0:1734018772.312145:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018772.312149:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018772/real 1734018772] req@ffff8800a8fd5c00 x1818247337552640/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018772.312149:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018772.312153:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018772.312160:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337553280/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018772.312164:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337552640/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018772.312172:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018772.312175:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018772.312179:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337552640:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018772.312184:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337552768:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018772.312197:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018772.312201:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018772/real 1734018772] req@ffff8800a8fd6a00 x1818247337552768/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018772.312208:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337552768/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018772.312213:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018772.312215:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018772.312216:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337552768:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018772.312237:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337552896:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018772.312245:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018772.312249:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018772/real 1734018772] req@ffff8800a8fd6d80 x1818247337552896/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018772.312260:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337552896/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018772.312265:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018772.312266:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018772.312268:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337552896:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018772.312272:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337553024:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018772.312279:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018772.312282:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018772/real 1734018772] req@ffff8800a8fd4e00 x1818247337553024/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018772.312288:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337553024/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018772.312292:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018772.312294:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018772.312295:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337553024:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018772.312300:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337553152:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018772.312308:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018772.312312:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018772/real 1734018772] req@ffff8800a8fd5f80 x1818247337553152/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018772.312318:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337553152/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018772.312323:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018772.312326:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018772.312328:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337553152:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018772.312332:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337553280:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018772.312341:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018772.312344:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018772/real 1734018772] req@ffff8800a8fd5180 x1818247337553280/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018772.312349:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337553280/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018772.312354:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018772.312355:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018772.312358:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337553280:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018773.083961:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018774.086024:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018775.087906:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018776.089997:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018777.091990:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018777.319768:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018777.319779:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018777.319784:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018777.319794:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3044 00000100:00080000:2.0:1734018777.319803:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018777.319811:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018777.319849:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337553408/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018777.319883:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018777.319887:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018777.319890:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018777.319895:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3044 00000100:00080000:2.0:1734018777.319921:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018777.319926:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018777.319936:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018777.319948:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337553536/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018777.319959:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018777.319962:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018777.319964:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018777.319967:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3044 00000100:00080000:2.0:1734018777.319970:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018777.319974:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018777.319978:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018777.319986:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337553664/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018777.319994:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018777.319997:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018777.319999:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018777.320003:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3044 00000100:00080000:2.0:1734018777.320005:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018777.320008:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018777.320013:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018777.320020:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337553792/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018777.320031:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018777.320035:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018777.320036:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018777.320040:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3044 00000100:00080000:2.0:1734018777.320042:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018777.320046:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734018777.320048:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337553408:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734018777.320050:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018777.320058:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337553920/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018777.320067:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018777.320069:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018777.320071:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018777.320074:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3044 00000100:00080000:2.0:1734018777.320077:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018777.320080:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018777.320084:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018777.320091:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337554048/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018777.320150:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018777.320180:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018777/real 1734018777] req@ffff8800a8fd5880 x1818247337553408/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018777.320203:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337553408/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018777.320216:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018777.320220:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018777.320225:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337553408:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018777.320233:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337553536:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018777.320253:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018777.320260:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018777/real 1734018777] req@ffff8800a8fd5500 x1818247337553536/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018777.320272:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337553536/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018777.320280:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018777.320283:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018777.320286:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337553536:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018777.320293:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337553664:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018777.320307:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018777.320313:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018777/real 1734018777] req@ffff8800a8fd6680 x1818247337553664/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018777.320323:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337553664/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018777.320331:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018777.320333:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018777.320336:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337553664:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018777.320368:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337553792:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018777.320381:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018777.320387:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018777/real 1734018777] req@ffff8800a8fd7100 x1818247337553792/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018777.320405:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337553792/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018777.320414:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018777.320416:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018777.320419:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337553792:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018777.320425:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337553920:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018777.320438:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018777.320444:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018777/real 1734018777] req@ffff8800a8fd4a80 x1818247337553920/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018777.320454:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337553920/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018777.320461:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018777.320463:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018777.320466:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337553920:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018777.320473:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337554048:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018777.320485:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018777.320491:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018777/real 1734018777] req@ffff8800a8fd6300 x1818247337554048/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018777.320501:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337554048/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018777.320508:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018777.320512:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018777.320515:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337554048:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018778.093979:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018779.095951:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018780.097952:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018781.100004:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018782.102001:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018782.327888:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018782.327894:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018782.327897:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018782.327904:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3049 00000100:00080000:2.0:1734018782.327910:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018782.327916:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018782.327941:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337554176/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018782.327964:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018782.327967:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018782.327968:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018782.327970:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3049 00000100:00080000:2.0:1734018782.327972:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018782.327974:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018782.327980:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018782.327986:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337554304/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018782.327991:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018782.327993:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018782.327994:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018782.327996:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3049 00000100:00080000:2.0:1734018782.327997:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018782.327999:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018782.328001:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018782.328006:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337554432/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018782.328010:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018782.328011:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018782.328013:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018782.328015:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3049 00000100:00080000:2.0:1734018782.328017:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018782.328018:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018782.328020:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018782.328025:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337554560/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018782.328028:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018782.328031:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018782.328031:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018782.328034:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3049 00000100:00080000:2.0:1734018782.328035:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018782.328037:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018782.328039:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018782.328045:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337554688/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018782.328050:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018782.328052:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018782.328052:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018782.328054:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3049 00000100:00080000:2.0:1734018782.328056:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018782.328057:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018782.328059:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018782.328064:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337554816/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018782.328116:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337554176:192.168.201.110@tcp:250:kworker.0 00000800:00000100:1.0:1734018782.328212:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018782.328239:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018782/real 1734018782] req@ffff8800a8fd7b80 x1818247337554176/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018782.328262:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337554176/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018782.328273:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018782.328277:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018782.328282:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337554176:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018782.328289:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337554304:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018782.328308:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018782.328314:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018782/real 1734018782] req@ffff8800a8fd4380 x1818247337554304/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018782.328326:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337554304/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018782.328334:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018782.328337:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018782.328340:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337554304:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018782.328346:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337554432:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018782.328362:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018782.328369:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018782/real 1734018782] req@ffff8800a8fd7480 x1818247337554432/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018782.328380:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337554432/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018782.328388:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018782.328391:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018782.328394:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337554432:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018782.328400:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337554560:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018782.328412:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018782.328418:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018782/real 1734018782] req@ffff8800a8fd7800 x1818247337554560/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018782.328427:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337554560/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018782.328435:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018782.328438:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018782.328441:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337554560:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018782.328447:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337554688:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018782.328460:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018782.328466:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018782/real 1734018782] req@ffff8800a8fd6300 x1818247337554688/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018782.328483:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337554688/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018782.328491:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018782.328494:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018782.328497:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337554688:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018782.328503:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337554816:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018782.328515:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018782.328521:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018782/real 1734018782] req@ffff8800a8fd4a80 x1818247337554816/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018782.328531:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337554816/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018782.328538:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018782.328540:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018782.328543:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337554816:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018783.103949:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018784.106030:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018785.107995:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018786.110033:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018787.112022:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018787.335828:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018787.335842:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018787.335847:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018787.335862:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3054 00000100:00080000:2.0:1734018787.335873:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018787.335883:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018787.335936:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337554944/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018787.335975:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018787.335980:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018787.335982:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018787.335987:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3054 00000100:00080000:2.0:1734018787.335990:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018787.335995:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018787.336006:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018787.336018:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337555072/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018787.336028:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018787.336031:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018787.336033:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018787.336037:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3054 00000100:00080000:2.0:1734018787.336040:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018787.336043:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018787.336050:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018787.336059:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337555200/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018787.336068:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018787.336071:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018787.336072:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018787.336076:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3054 00000100:00080000:2.0:1734018787.336079:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018787.336082:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018787.336086:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018787.336094:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337555328/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018787.336099:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337554944:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018787.336103:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018787.336106:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018787.336108:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018787.336111:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3054 00000100:00080000:2.0:1734018787.336114:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018787.336118:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018787.336122:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018787.336129:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337555456/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018787.336139:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018787.336142:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018787.336144:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018787.336149:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3054 00000100:00080000:2.0:1734018787.336152:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018787.336155:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018787.336159:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018787.336167:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337555584/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018787.336213:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337555072:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018787.336235:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337555200:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018787.336262:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337555328:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018787.336277:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337555456:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018787.336293:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337555584:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018788.114007:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018789.115998:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018790.118010:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734018790.341962:0:1965:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:0.0:1734018790.342006:0:1965:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734018790.342025:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018790.342060:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018790.342068:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018790.342075:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018790.342082:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018790.342089:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:1.0:1734018790.342197:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018787/real 1734018790] req@ffff8800a8fd5880 x1818247337555328/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018790.342249:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337555328/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018790.342281:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018790.342287:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018790.342296:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337555328:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018790.342309:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018787/real 1734018790] req@ffff8800a8fd5180 x1818247337555456/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018790.342333:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337555456/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018790.342345:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018790.342350:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018790.342363:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337555456:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018790.342375:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018787/real 1734018790] req@ffff8800a8fd5f80 x1818247337555584/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018790.342400:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337555584/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018790.342412:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018790.342418:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018790.342424:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337555584:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018790.342436:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018787/real 1734018790] req@ffff8800a8fd7100 x1818247337554944/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018790.342456:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337554944/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018790.342469:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018790.342473:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018790.342479:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337554944:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018790.342490:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018787/real 1734018790] req@ffff8800a8fd6680 x1818247337555072/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018790.342509:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337555072/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018790.342521:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018790.342525:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018790.342531:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337555072:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018790.342543:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018787/real 1734018790] req@ffff8800a8fd5500 x1818247337555200/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018790.342562:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337555200/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018790.342576:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018790.342580:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018790.342587:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337555200:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018791.119982:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018792.122033:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018792.343863:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018792.343874:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018792.343879:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018792.343890:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3059 00000100:00080000:2.0:1734018792.343899:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018792.343907:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018792.343943:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337555712/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018792.343978:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018792.343982:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018792.343984:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018792.343989:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3059 00000100:00080000:2.0:1734018792.343992:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018792.343995:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018792.344005:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018792.344015:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337555840/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018792.344033:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018792.344036:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018792.344038:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018792.344041:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3059 00000100:00080000:2.0:1734018792.344044:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018792.344047:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018792.344051:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018792.344060:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337555968/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018792.344068:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018792.344071:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018792.344073:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018792.344076:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3059 00000100:00080000:2.0:1734018792.344079:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018792.344082:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018792.344086:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018792.344093:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337556096/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018792.344102:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018792.344106:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018792.344107:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018792.344108:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337555712:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018792.344111:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3059 00000100:00080000:2.0:1734018792.344114:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018792.344118:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018792.344122:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018792.344132:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337556224/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018792.344141:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018792.344143:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018792.344145:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018792.344149:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3059 00000100:00080000:2.0:1734018792.344151:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018792.344154:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018792.344158:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018792.344165:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337556352/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018792.344204:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018792.344232:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018792/real 1734018792] req@ffff8800a8fd4e00 x1818247337555712/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018792.344255:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337555712/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018792.344267:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018792.344271:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018792.344276:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337555712:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018792.344284:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337555840:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018792.344302:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018792.344309:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018792/real 1734018792] req@ffff8800a8fd6d80 x1818247337555840/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018792.344320:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337555840/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018792.344328:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018792.344331:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018792.344334:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337555840:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018792.344341:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337555968:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018792.344355:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018792.344362:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018792/real 1734018792] req@ffff8800a8fd6a00 x1818247337555968/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018792.344373:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337555968/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018792.344381:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018792.344384:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018792.344387:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337555968:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018792.344419:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337556096:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018792.344432:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018792.344438:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018792/real 1734018792] req@ffff8800a8fd5c00 x1818247337556096/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018792.344448:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337556096/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018792.344456:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018792.344459:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018792.344462:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337556096:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018792.344468:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337556224:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018792.344481:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018792.344487:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018792/real 1734018792] req@ffff8800a8fd5500 x1818247337556224/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018792.344497:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337556224/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018792.344512:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018792.344515:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018792.344518:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337556224:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018792.344524:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337556352:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018792.344536:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018792.344541:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018792/real 1734018792] req@ffff8800a8fd6680 x1818247337556352/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018792.344551:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337556352/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018792.344558:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018792.344560:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018792.344563:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337556352:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018793.123949:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018794.126003:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018795.127853:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018796.129992:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018797.131991:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018797.351863:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018797.351872:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018797.351877:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018797.351887:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3064 00000100:00080000:2.0:1734018797.351896:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018797.351904:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018797.351941:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337556480/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018797.351975:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018797.351980:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018797.351982:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018797.351987:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3064 00000100:00080000:2.0:1734018797.351990:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018797.351994:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018797.352004:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018797.352014:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337556608/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018797.352024:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018797.352028:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018797.352029:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018797.352033:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3064 00000100:00080000:2.0:1734018797.352035:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018797.352038:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018797.352043:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018797.352051:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337556736/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018797.352059:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018797.352062:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018797.352064:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018797.352068:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3064 00000100:00080000:2.0:1734018797.352070:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018797.352073:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018797.352077:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018797.352084:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337556864/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018797.352093:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018797.352097:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018797.352098:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018797.352102:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3064 00000100:00080000:2.0:1734018797.352104:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018797.352108:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018797.352112:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018797.352119:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337556992/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018797.352129:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018797.352131:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1734018797.352132:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337556480:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018797.352133:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018797.352137:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3064 00000100:00080000:2.0:1734018797.352139:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018797.352142:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018797.352146:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018797.352154:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337557120/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018797.352233:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018797.352264:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018797/real 1734018797] req@ffff8800a8fd7100 x1818247337556480/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018797.352286:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337556480/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018797.352300:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018797.352304:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018797.352310:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337556480:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018797.352318:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337556608:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018797.352337:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018797.352344:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018797/real 1734018797] req@ffff8800a8fd5f80 x1818247337556608/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018797.352354:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337556608/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018797.352362:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018797.352365:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018797.352369:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337556608:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018797.352376:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337556736:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018797.352391:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018797.352397:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018797/real 1734018797] req@ffff8800a8fd5180 x1818247337556736/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018797.352408:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337556736/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018797.352416:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018797.352419:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018797.352422:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337556736:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018797.352428:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337556864:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018797.352440:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018797.352447:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018797/real 1734018797] req@ffff8800a8fd5880 x1818247337556864/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018797.352458:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337556864/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018797.352466:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018797.352469:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018797.352472:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337556864:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018797.352506:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337556992:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018797.352519:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018797.352525:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018797/real 1734018797] req@ffff8800a8fd4a80 x1818247337556992/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018797.352535:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337556992/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018797.352543:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018797.352546:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018797.352549:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337556992:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018797.352555:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337557120:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018797.352610:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018797.352617:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018797/real 1734018797] req@ffff8800a8fd6300 x1818247337557120/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018797.352628:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337557120/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018797.352642:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018797.352645:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018797.352649:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337557120:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018798.134009:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018799.135988:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018800.137982:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018801.139995:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018802.141976:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018802.359817:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018802.359826:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018802.359831:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018802.359841:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3069 00000100:00080000:2.0:1734018802.359850:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018802.359859:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018802.359894:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337557248/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018802.359927:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018802.359932:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018802.359934:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018802.359939:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3069 00000100:00080000:2.0:1734018802.359942:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018802.359946:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018802.359955:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018802.359965:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337557376/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018802.359975:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018802.359979:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018802.359981:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018802.359984:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3069 00000100:00080000:2.0:1734018802.359987:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018802.359990:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018802.359994:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018802.360002:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337557504/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018802.360010:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018802.360013:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018802.360016:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018802.360020:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3069 00000100:00080000:2.0:1734018802.360022:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018802.360025:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018802.360030:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018802.360037:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337557632/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018802.360042:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337557248:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018802.360046:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018802.360049:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018802.360051:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018802.360055:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3069 00000100:00080000:2.0:1734018802.360057:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018802.360060:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018802.360064:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018802.360073:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337557760/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018802.360082:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018802.360085:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018802.360086:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018802.360089:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3069 00000100:00080000:2.0:1734018802.360092:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018802.360095:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018802.360099:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018802.360107:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337557888/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018802.360109:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018802.360130:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018802/real 1734018802] req@ffff8800a8fd7800 x1818247337557248/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018802.360149:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337557248/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018802.360160:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018802.360163:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018802.360168:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337557248:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018802.360175:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337557376:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018802.360192:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018802.360198:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018802/real 1734018802] req@ffff8800a8fd7480 x1818247337557376/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018802.360209:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337557376/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018802.360217:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018802.360219:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018802.360223:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337557376:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018802.360230:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337557504:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018802.360243:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018802.360248:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018802/real 1734018802] req@ffff8800a8fd4380 x1818247337557504/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018802.360259:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337557504/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018802.360266:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018802.360269:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018802.360272:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337557504:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018802.360296:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337557632:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018802.360308:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018802.360314:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018802/real 1734018802] req@ffff8800a8fd7b80 x1818247337557632/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018802.360324:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337557632/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018802.360332:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018802.360334:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018802.360337:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337557632:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018802.360343:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337557760:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018802.360354:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018802.360360:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018802/real 1734018802] req@ffff8800a8fd6300 x1818247337557760/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018802.360371:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337557760/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018802.360378:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018802.360381:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018802.360384:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337557760:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018802.360389:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337557888:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018802.360405:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018802.360410:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018802/real 1734018802] req@ffff8800a8fd4a80 x1818247337557888/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018802.360420:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337557888/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018802.360427:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018802.360429:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018802.360432:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337557888:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018803.143981:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018804.145970:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018805.147991:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018806.149980:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018807.151976:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018807.367842:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018807.367852:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018807.367857:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018807.367867:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3074 00000100:00080000:2.0:1734018807.367877:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018807.367885:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018807.367922:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337558016/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018807.367956:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018807.367960:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018807.367962:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018807.367967:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3074 00000100:00080000:2.0:1734018807.367970:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018807.367974:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018807.367983:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018807.367993:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337558144/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018807.368003:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018807.368006:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018807.368008:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018807.368012:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3074 00000100:00080000:2.0:1734018807.368014:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018807.368018:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018807.368024:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018807.368032:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337558272/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018807.368040:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018807.368043:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018807.368045:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018807.368048:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3074 00000100:00080000:2.0:1734018807.368051:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018807.368054:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018807.368058:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018807.368065:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337558400/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018807.368074:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018807.368075:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337558016:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018807.368077:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018807.368079:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018807.368082:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3074 00000100:00080000:2.0:1734018807.368084:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018807.368088:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018807.368092:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018807.368099:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337558528/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018807.368108:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018807.368111:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018807.368113:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018807.368117:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3074 00000100:00080000:2.0:1734018807.368121:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018807.368124:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018807.368128:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018807.368134:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337558656/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018807.368142:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018807.368162:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018807/real 1734018807] req@ffff8800a8fd5880 x1818247337558016/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018807.368182:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337558016/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018807.368194:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018807.368197:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018807.368202:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337558016:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018807.368209:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337558144:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018807.368224:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018807.368231:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018807/real 1734018807] req@ffff8800a8fd5180 x1818247337558144/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018807.368242:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337558144/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018807.368249:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018807.368252:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018807.368255:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337558144:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018807.368261:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337558272:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018807.368279:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018807.368285:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018807/real 1734018807] req@ffff8800a8fd5f80 x1818247337558272/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018807.368295:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337558272/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018807.368303:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018807.368306:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018807.368309:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337558272:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018807.368335:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337558400:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018807.368348:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018807.368353:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018807/real 1734018807] req@ffff8800a8fd7100 x1818247337558400/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018807.368364:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337558400/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018807.368371:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018807.368374:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018807.368377:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337558400:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018807.368382:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337558528:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018807.368461:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018807.368470:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018807/real 1734018807] req@ffff8800a8fd6680 x1818247337558528/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018807.368481:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337558528/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018807.368489:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018807.368491:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018807.368494:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337558528:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018807.368500:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337558656:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018807.368513:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018807.368519:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018807/real 1734018807] req@ffff8800a8fd5500 x1818247337558656/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018832 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018807.368530:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337558656/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018832 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018807.368537:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018807.368540:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018807.368543:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337558656:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018808.153976:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018809.156007:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018810.158008:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018811.159997:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018812.162021:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018812.375847:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018812.375856:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018812.375861:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018812.375871:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3079 00000100:00080000:2.0:1734018812.375880:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018812.375888:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018812.375926:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337558784/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018812.375959:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018812.375964:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018812.375966:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018812.375970:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3079 00000100:00080000:2.0:1734018812.375973:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018812.375977:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018812.375986:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018812.375996:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337558912/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018812.376014:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018812.376017:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018812.376019:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018812.376022:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3079 00000100:00080000:2.0:1734018812.376024:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018812.376028:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018812.376032:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018812.376039:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337559040/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018812.376048:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018812.376051:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018812.376052:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018812.376056:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3079 00000100:00080000:2.0:1734018812.376059:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018812.376061:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337558784:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018812.376062:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018812.376066:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018812.376073:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337559168/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018812.376081:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018812.376085:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018812.376086:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018812.376090:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3079 00000100:00080000:2.0:1734018812.376093:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018812.376096:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018812.376100:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018812.376109:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337559296/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018812.376118:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018812.376120:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018812.376122:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018812.376125:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3079 00000800:00000100:1.0:1734018812.376128:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018812.376128:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018812.376132:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018812.376136:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018812.376143:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337559424/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018812.376150:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018812/real 1734018812] req@ffff8800a8fd5c00 x1818247337558784/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018812.376170:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337558784/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018812.376181:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018812.376185:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018812.376189:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337558784:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018812.376196:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337558912:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018812.376212:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018812.376218:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018812/real 1734018812] req@ffff8800a8fd6a00 x1818247337558912/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018812.376229:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337558912/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018812.376238:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018812.376240:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018812.376244:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337558912:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018812.376266:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337559040:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018812.376280:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018812.376286:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018812/real 1734018812] req@ffff8800a8fd6d80 x1818247337559040/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018812.376296:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337559040/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018812.376361:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018812.376364:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018812.376369:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337559040:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018812.376376:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337559168:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018812.376396:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018812.376404:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018812/real 1734018812] req@ffff8800a8fd4e00 x1818247337559168/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018812.376415:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337559168/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018812.376423:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018812.376425:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018812.376428:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337559168:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018812.376434:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337559296:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018812.376451:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018812.376457:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018812/real 1734018812] req@ffff8800a8fd5500 x1818247337559296/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018812.376468:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337559296/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018812.376475:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018812.376477:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018812.376480:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337559296:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018812.376485:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337559424:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018812.376502:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018812.376507:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018812/real 1734018812] req@ffff8800a8fd6680 x1818247337559424/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018812.376517:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337559424/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018812.376524:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018812.376526:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018812.376529:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337559424:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018813.163967:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018814.165977:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018815.167887:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018816.169991:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018817.171974:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018817.383802:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018817.383811:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018817.383815:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018817.383823:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3084 00000100:00080000:2.0:1734018817.383832:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018817.383839:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018817.383871:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337559552/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018817.383898:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018817.383901:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018817.383903:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018817.383907:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3084 00000100:00080000:2.0:1734018817.383909:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018817.383912:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018817.383920:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018817.383928:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337559680/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018817.383936:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018817.383938:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018817.383940:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018817.383942:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3084 00000100:00080000:2.0:1734018817.383944:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018817.383947:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018817.383950:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018817.383956:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337559808/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018817.383962:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018817.383964:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018817.383965:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018817.383968:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3084 00000100:00080000:2.0:1734018817.383970:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018817.383972:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018817.383975:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018817.383981:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337559936/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018817.383988:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018817.383991:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018817.383992:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018817.383995:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337559552:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018817.383995:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3084 00000100:00080000:2.0:1734018817.383997:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018817.383999:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018817.384002:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018817.384008:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337560064/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018817.384015:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018817.384017:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018817.384018:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018817.384021:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3084 00000100:00080000:2.0:1734018817.384023:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018817.384025:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018817.384028:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018817.384033:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337560192/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018817.384050:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018817.384067:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018817/real 1734018817] req@ffff8800a8fd7100 x1818247337559552/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018817.384082:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337559552/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018817.384091:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018817.384094:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018817.384097:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337559552:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018817.384102:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337559680:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018817.384115:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018817.384120:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018817/real 1734018817] req@ffff8800a8fd5f80 x1818247337559680/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018817.384128:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337559680/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018817.384134:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018817.384136:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018817.384138:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337559680:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018817.384142:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337559808:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018817.384153:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018817.384157:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018817/real 1734018817] req@ffff8800a8fd5180 x1818247337559808/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018817.384164:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337559808/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018817.384175:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018817.384177:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018817.384180:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337559808:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018817.384200:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337559936:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018817.384209:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018817.384213:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018817/real 1734018817] req@ffff8800a8fd5880 x1818247337559936/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018817.384261:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337559936/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018817.384268:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018817.384270:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018817.384272:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337559936:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018817.384277:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337560064:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018817.384291:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018817.384297:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018817/real 1734018817] req@ffff8800a8fd4a80 x1818247337560064/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018817.384305:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337560064/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018817.384310:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018817.384312:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018817.384314:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337560064:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018817.384319:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337560192:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018817.384328:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018817.384332:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018817/real 1734018817] req@ffff8800a8fd6300 x1818247337560192/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018817.384340:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337560192/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018817.384345:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018817.384347:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018817.384349:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337560192:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018818.173956:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018819.175980:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018820.177995:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018821.179963:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018822.181967:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018822.391834:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018822.391843:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018822.391847:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018822.391858:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3089 00000100:00080000:2.0:1734018822.391867:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018822.391875:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018822.391911:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337560320/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018822.391945:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018822.391949:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018822.391951:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018822.391955:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3089 00000100:00080000:2.0:1734018822.391958:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018822.391962:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018822.391971:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018822.391981:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337560448/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018822.391991:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018822.391995:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018822.391996:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018822.392000:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3089 00000100:00080000:2.0:1734018822.392003:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018822.392006:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018822.392010:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018822.392017:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337560576/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018822.392026:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018822.392029:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018822.392031:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018822.392035:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3089 00000100:00080000:2.0:1734018822.392038:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018822.392041:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018822.392045:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018822.392052:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337560704/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018822.392060:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337560320:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018822.392061:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018822.392064:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018822.392066:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018822.392069:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3089 00000100:00080000:2.0:1734018822.392072:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018822.392075:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018822.392079:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018822.392088:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337560832/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018822.392097:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018822.392100:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018822.392101:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018822.392104:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3089 00000100:00080000:2.0:1734018822.392107:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018822.392110:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018822.392114:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018822.392121:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337560960/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018822.392127:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018822.392182:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018822/real 1734018822] req@ffff8800a8fd7b80 x1818247337560320/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018822.392202:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337560320/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018822.392213:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018822.392217:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018822.392221:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337560320:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018822.392229:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337560448:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018822.392252:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018822.392259:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018822/real 1734018822] req@ffff8800a8fd4380 x1818247337560448/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018822.392271:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337560448/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018822.392279:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018822.392281:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018822.392284:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337560448:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018822.392290:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337560576:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018822.392304:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018822.392309:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018822/real 1734018822] req@ffff8800a8fd7480 x1818247337560576/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018822.392319:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337560576/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018822.392327:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018822.392329:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018822.392332:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337560576:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018822.392357:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337560704:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018822.392369:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018822.392375:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018822/real 1734018822] req@ffff8800a8fd7800 x1818247337560704/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018822.392385:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337560704/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018822.392393:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018822.392396:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018822.392399:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337560704:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018822.392404:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337560832:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018822.392416:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018822.392422:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018822/real 1734018822] req@ffff8800a8fd6300 x1818247337560832/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018822.392431:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337560832/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018822.392439:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018822.392442:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018822.392445:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337560832:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018822.392450:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337560960:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018822.392461:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018822.392467:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018822/real 1734018822] req@ffff8800a8fd4a80 x1818247337560960/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018822.392476:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337560960/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018822.392483:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018822.392485:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018822.392488:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337560960:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018823.183974:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018824.185983:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018825.187978:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018826.189945:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018827.191956:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018827.399845:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018827.399855:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018827.399859:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018827.399869:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3094 00000100:00080000:2.0:1734018827.399878:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018827.399885:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018827.399922:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337561088/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018827.399956:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018827.399960:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018827.399962:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018827.399966:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3094 00000100:00080000:2.0:1734018827.399969:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018827.399973:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018827.399982:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018827.399992:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337561216/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018827.400002:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018827.400005:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018827.400007:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018827.400010:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3094 00000100:00080000:2.0:1734018827.400013:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018827.400016:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018827.400022:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018827.400030:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337561344/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018827.400038:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018827.400041:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018827.400043:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018827.400073:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3094 00000100:00080000:2.0:1734018827.400077:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018827.400081:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018827.400085:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018827.400093:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337561472/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018827.400103:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018827.400106:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018827.400108:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018827.400112:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3094 00000100:00080000:2.0:1734018827.400114:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018827.400115:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337561088:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018827.400117:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018827.400121:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018827.400128:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337561600/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018827.400137:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018827.400140:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018827.400142:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018827.400146:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3094 00000100:00080000:2.0:1734018827.400148:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018827.400152:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018827.400156:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018827.400162:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337561728/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018827.400182:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018827.400203:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018827/real 1734018827] req@ffff8800a8fd5880 x1818247337561088/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018827.400223:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337561088/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018827.400234:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018827.400237:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018827.400241:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337561088:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018827.400248:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337561216:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018827.400264:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018827.400270:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018827/real 1734018827] req@ffff8800a8fd5180 x1818247337561216/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018827.400281:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337561216/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018827.400289:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018827.400292:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018827.400295:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337561216:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018827.400301:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337561344:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018827.400319:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018827.400324:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018827/real 1734018827] req@ffff8800a8fd5f80 x1818247337561344/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018827.400334:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337561344/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018827.400342:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018827.400345:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018827.400348:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337561344:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018827.400372:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337561472:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018827.400384:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018827.400390:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018827/real 1734018827] req@ffff8800a8fd7100 x1818247337561472/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018827.400400:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337561472/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018827.400408:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018827.400410:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018827.400413:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337561472:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018827.400419:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337561600:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018827.400430:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018827.400436:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018827/real 1734018827] req@ffff8800a8fd6680 x1818247337561600/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018827.400445:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337561600/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018827.400453:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018827.400455:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018827.400458:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337561600:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018827.400464:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337561728:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018827.400476:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018827.400482:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018827/real 1734018827] req@ffff8800a8fd5500 x1818247337561728/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018827.400491:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337561728/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018827.400498:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018827.400500:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018827.400503:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337561728:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018828.193954:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018829.195984:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018830.197958:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018831.199969:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018832.201947:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018832.407856:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018832.407865:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018832.407870:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018832.407879:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3099 00000100:00080000:2.0:1734018832.407888:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018832.407896:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018832.407932:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337561856/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018832.407992:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018832.407997:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018832.407999:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018832.408003:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3099 00000100:00080000:2.0:1734018832.408006:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018832.408011:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018832.408021:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018832.408032:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337561984/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018832.408049:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018832.408052:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018832.408054:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018832.408057:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3099 00000100:00080000:2.0:1734018832.408060:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018832.408063:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018832.408067:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018832.408076:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337561856:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018832.408076:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337562112/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018832.408085:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018832.408088:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018832.408089:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018832.408092:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3099 00000100:00080000:2.0:1734018832.408095:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018832.408098:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018832.408102:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018832.408110:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337562240/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018832.408118:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018832.408121:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018832.408123:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018832.408126:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3099 00000100:00080000:2.0:1734018832.408139:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734018832.408142:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018832.408143:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018832.408147:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018832.408157:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337562368/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018832.408163:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018832/real 1734018832] req@ffff8800a8fd4e00 x1818247337561856/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018832.408166:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018832.408170:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018832.408171:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018832.408175:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3099 00000100:00080000:2.0:1734018832.408178:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018832.408181:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734018832.408183:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337561856/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:2.0:1734018832.408185:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018832.408192:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337562496/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734018832.408193:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018832.408197:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018832.408202:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337561856:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018832.408209:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337561984:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018832.408225:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018832.408232:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018832/real 1734018832] req@ffff8800a8fd6d80 x1818247337561984/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018832.408243:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337561984/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018832.408251:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018832.408253:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018832.408257:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337561984:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018832.408279:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337562112:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018832.408293:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018832.408299:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018832/real 1734018832] req@ffff8800a8fd6a00 x1818247337562112/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018832.408309:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337562112/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018832.408316:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018832.408319:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018832.408322:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337562112:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018832.408328:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337562240:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018832.408339:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018832.408344:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018832/real 1734018832] req@ffff8800a8fd5c00 x1818247337562240/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018832.408354:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337562240/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018832.408369:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018832.408371:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018832.408374:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337562240:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018832.408380:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337562368:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018832.408394:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018832.408399:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018832/real 1734018832] req@ffff8800a8fd5500 x1818247337562368/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018832.408409:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337562368/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018832.408416:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018832.408419:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018832.408422:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337562368:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018832.408428:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337562496:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018832.408439:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018832.408444:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018832/real 1734018832] req@ffff8800a8fd6680 x1818247337562496/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018832.408454:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337562496/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018832.408461:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018832.408464:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018832.408467:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337562496:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018833.203939:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018834.206041:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018835.207973:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018836.209993:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018837.211960:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018837.415815:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018837.415825:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018837.415829:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018837.415841:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3104 00000100:00080000:2.0:1734018837.415850:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018837.415857:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018837.415929:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337562624/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018837.415965:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018837.415972:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018837.415976:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018837.415982:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3104 00000100:00080000:2.0:1734018837.415988:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018837.415994:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018837.416008:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018837.416026:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337562752/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018837.416041:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018837.416043:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337562624:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018837.416045:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018837.416048:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018837.416053:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3104 00000100:00080000:2.0:1734018837.416057:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018837.416063:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018837.416069:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018837.416080:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337562880/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018837.416092:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018837.416097:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018837.416099:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018837.416103:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3104 00000100:00080000:2.0:1734018837.416107:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734018837.416112:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018837.416112:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018837.416118:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018837.416130:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337563008/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018837.416136:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018837/real 1734018837] req@ffff8800a8fd7100 x1818247337562624/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018837.416145:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018837.416150:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018837.416152:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018837.416157:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3104 00000100:00100000:1.0:1734018837.416159:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337562624/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018837.416161:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018837.416167:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018837.416173:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1734018837.416174:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018837.416178:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018837.416185:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337562624:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018837.416185:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337563136/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018837.416198:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018837.416203:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018837.416205:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018837.416210:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3104 00000100:00100000:1.0:1734018837.416211:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337562752:192.168.201.110@tcp:38:kworker.0 00000100:00080000:2.0:1734018837.416214:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018837.416219:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018837.416225:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018837.416237:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734018837.416237:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337563264/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018837.416249:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018837/real 1734018837] req@ffff8800a8fd5f80 x1818247337562752/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018837.416265:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337562752/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018837.416278:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018837.416282:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018837.416288:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337562752:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018837.416297:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337562880:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018837.416324:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018837.416337:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018837/real 1734018837] req@ffff8800a8fd5180 x1818247337562880/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018837.416348:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337562880/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018837.416356:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018837.416359:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018837.416362:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337562880:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018837.416367:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337563008:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018837.416382:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018837.416388:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018837/real 1734018837] req@ffff8800a8fd5880 x1818247337563008/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018837.416399:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337563008/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018837.416407:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018837.416409:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018837.416412:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337563008:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018837.416417:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337563136:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018837.416429:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018837.416434:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018837/real 1734018837] req@ffff8800a8fd4a80 x1818247337563136/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018837.416444:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337563136/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018837.416451:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018837.416454:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018837.416457:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337563136:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018837.416475:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337563264:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018837.416492:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018837.416498:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018837/real 1734018837] req@ffff8800a8fd6300 x1818247337563264/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018837.416508:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337563264/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018837.416515:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018837.416517:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018837.416520:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337563264:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018838.214052:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018839.215981:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018840.217939:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018841.220004:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018842.222041:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018842.423744:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018842.423752:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018842.423754:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018842.423761:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3109 00000100:00080000:2.0:1734018842.423768:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018842.423773:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018842.423813:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337563392/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018842.423834:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018842.423836:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018842.423837:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018842.423840:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3109 00000100:00080000:2.0:1734018842.423842:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018842.423845:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018842.423850:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018842.423857:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337563520/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018842.423863:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018842.423865:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018842.423865:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018842.423867:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3109 00000100:00080000:2.0:1734018842.423869:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018842.423871:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018842.423873:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018842.423877:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337563648/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018842.423879:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337563392:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018842.423882:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018842.423884:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018842.423885:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018842.423887:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3109 00000100:00080000:2.0:1734018842.423888:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018842.423890:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018842.423892:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018842.423896:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337563776/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018842.423901:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018842.423903:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018842.423903:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018842.423905:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3109 00000100:00080000:2.0:1734018842.423907:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018842.423909:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018842.423911:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018842.423916:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337563904/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018842.423920:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1734018842.423922:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018842.423922:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018842.423923:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018842.423925:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3109 00000100:00080000:2.0:1734018842.423926:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018842.423928:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018842.423930:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018842.423934:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337564032/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018842.423936:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018842/real 1734018842] req@ffff8800a8fd7800 x1818247337563392/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018842.423947:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337563392/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018842.423953:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018842.423955:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018842.423957:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337563392:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018842.423961:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337563520:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018842.423971:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018842.423975:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018842/real 1734018842] req@ffff8800a8fd7480 x1818247337563520/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018842.423980:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337563520/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018842.423984:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018842.423986:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018842.423987:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337563520:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018842.424000:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337563648:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018842.424007:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018842.424010:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018842/real 1734018842] req@ffff8800a8fd4380 x1818247337563648/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018842.424016:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337563648/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018842.424019:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018842.424020:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018842.424022:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337563648:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018842.424025:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337563776:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018842.424031:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018842.424034:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018842/real 1734018842] req@ffff8800a8fd7b80 x1818247337563776/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018842.424042:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337563776/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018842.424047:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018842.424048:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018842.424049:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337563776:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018842.424052:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337563904:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018842.424058:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018842.424061:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018842/real 1734018842] req@ffff8800a8fd6300 x1818247337563904/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018842.424066:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337563904/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018842.424070:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018842.424071:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018842.424072:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337563904:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018842.424075:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337564032:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018842.424082:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018842.424085:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018842/real 1734018842] req@ffff8800a8fd4a80 x1818247337564032/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018842.424090:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337564032/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018842.424094:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018842.424095:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018842.424097:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337564032:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018843.224012:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018844.225992:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018845.227915:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018846.230032:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018847.231946:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018847.431865:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018847.431875:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018847.431879:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018847.431889:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3114 00000100:00080000:2.0:1734018847.431898:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018847.431906:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018847.431943:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337564160/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018847.431977:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018847.431981:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018847.431983:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018847.431987:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3114 00000100:00080000:2.0:1734018847.431991:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018847.431994:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018847.432003:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018847.432014:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337564288/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018847.432024:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018847.432027:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018847.432029:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018847.432033:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3114 00000100:00080000:2.0:1734018847.432035:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018847.432038:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018847.432044:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018847.432052:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337564416/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018847.432060:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018847.432063:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018847.432065:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018847.432068:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3114 00000100:00080000:2.0:1734018847.432071:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018847.432074:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018847.432078:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018847.432085:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337564544/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018847.432094:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337564160:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018847.432094:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018847.432097:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018847.432099:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018847.432102:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3114 00000100:00080000:2.0:1734018847.432105:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018847.432108:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018847.432112:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018847.432119:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337564672/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018847.432127:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018847.432130:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018847.432132:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018847.432136:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3114 00000100:00080000:2.0:1734018847.432139:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018847.432142:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018847.432146:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018847.432153:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337564800/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018847.432161:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018847.432181:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018847/real 1734018847] req@ffff8800a8fd5880 x1818247337564160/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018847.432201:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337564160/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018847.432211:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018847.432215:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018847.432219:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337564160:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018847.432226:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337564288:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018847.432242:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018847.432249:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018847/real 1734018847] req@ffff8800a8fd5180 x1818247337564288/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018847.432260:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337564288/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018847.432267:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018847.432270:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018847.432273:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337564288:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018847.432279:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337564416:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018847.432293:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018847.432299:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018847/real 1734018847] req@ffff8800a8fd5f80 x1818247337564416/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018847.432309:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337564416/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018847.432316:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018847.432318:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018847.432321:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337564416:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018847.432345:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337564544:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018847.432358:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018847.432364:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018847/real 1734018847] req@ffff8800a8fd7100 x1818247337564544/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018847.432374:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337564544/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018847.432382:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018847.432384:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018847.432387:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337564544:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018847.432392:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337564672:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018847.432409:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018847.432414:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018847/real 1734018847] req@ffff8800a8fd6680 x1818247337564672/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018847.432431:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337564672/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018847.432439:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018847.432441:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018847.432444:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337564672:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018847.432449:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337564800:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018847.432465:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018847.432470:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018847/real 1734018847] req@ffff8800a8fd5500 x1818247337564800/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018847.432480:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337564800/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018847.432486:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018847.432489:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018847.432491:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337564800:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018848.233969:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018849.235947:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018850.237997:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018851.239935:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018852.242001:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018852.439854:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018852.439867:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018852.439873:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018852.439887:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3119 00000100:00080000:2.0:1734018852.439898:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018852.439907:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018852.439956:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337564928/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018852.439994:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018852.439999:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018852.440001:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018852.440006:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3119 00000100:00080000:2.0:1734018852.440010:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018852.440014:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018852.440025:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018852.440037:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337565056/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018852.440054:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018852.440058:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018852.440059:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018852.440063:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3119 00000100:00080000:2.0:1734018852.440065:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018852.440069:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018852.440074:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018852.440082:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337565184/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018852.440091:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018852.440094:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018852.440095:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018852.440099:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3119 00000100:00080000:2.0:1734018852.440102:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018852.440105:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018852.440109:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018852.440119:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337565312/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018852.440120:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337564928:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018852.440128:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018852.440132:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018852.440134:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018852.440137:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3119 00000100:00080000:2.0:1734018852.440141:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018852.440144:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018852.440149:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018852.440159:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337565440/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018852.440168:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018852.440171:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018852.440172:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018852.440176:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3119 00000100:00080000:2.0:1734018852.440179:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018852.440182:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018852.440186:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018852.440194:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337565568/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018852.440223:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337565056:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018852.440246:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337565184:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018852.440271:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337565312:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018852.440287:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337565440:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018852.440303:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337565568:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018853.243967:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018854.246006:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018855.247942:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734018855.446019:0:1967:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:3.0:1734018855.446073:0:1967:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734018855.446093:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734018855.446125:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734018855.446131:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734018855.446137:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734018855.446142:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734018855.446147:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:1.0:1734018855.446251:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018852/real 1734018855] req@ffff8800a8fd4e00 x1818247337565312/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018855.446293:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337565312/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018855.446310:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018855.446315:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018855.446336:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337565312:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018855.446344:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018852/real 1734018855] req@ffff8800a8fd5500 x1818247337565440/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018855.446356:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337565440/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018855.446363:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018855.446365:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018855.446369:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337565440:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018855.446376:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018852/real 1734018855] req@ffff8800a8fd6680 x1818247337565568/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018855.446386:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337565568/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018855.446393:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018855.446397:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018855.446399:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337565568:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018855.446406:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018852/real 1734018855] req@ffff8800a8fd5c00 x1818247337564928/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018855.446418:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337564928/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018855.446425:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018855.446428:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018855.446431:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337564928:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018855.446437:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018852/real 1734018855] req@ffff8800a8fd6a00 x1818247337565056/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018855.446447:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337565056/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018855.446454:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018855.446457:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018855.446459:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337565056:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018855.446465:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018852/real 1734018855] req@ffff8800a8fd6d80 x1818247337565184/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018855.446475:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337565184/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018855.446482:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018855.446484:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018855.446487:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337565184:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018856.249953:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018857.251966:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018857.447847:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018857.447857:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018857.447861:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018857.447871:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3124 00000100:00080000:2.0:1734018857.447881:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018857.447888:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018857.447926:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337565696/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018857.447962:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018857.447966:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018857.447968:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018857.447973:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3124 00000100:00080000:2.0:1734018857.447976:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018857.447980:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018857.447989:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018857.448000:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337565824/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018857.448010:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018857.448013:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018857.448015:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018857.448019:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3124 00000100:00080000:2.0:1734018857.448022:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018857.448025:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018857.448029:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018857.448037:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337565952/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018857.448045:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018857.448048:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018857.448050:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018857.448053:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3124 00000100:00080000:2.0:1734018857.448056:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018857.448059:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018857.448063:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018857.448071:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337566080/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018857.448073:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337565696:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018857.448080:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018857.448084:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018857.448085:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018857.448089:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3124 00000100:00080000:2.0:1734018857.448091:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018857.448095:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018857.448099:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018857.448106:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337566208/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018857.448114:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018857.448117:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018857.448119:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018857.448122:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3124 00000100:00080000:2.0:1734018857.448134:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018857.448137:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734018857.448140:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734018857.448141:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018857.448149:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337566336/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018857.448161:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018857/real 1734018857] req@ffff8800a8fd7100 x1818247337565696/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018857.448180:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337565696/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018857.448191:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018857.448194:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018857.448199:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337565696:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018857.448206:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337565824:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018857.448222:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018857.448228:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018857/real 1734018857] req@ffff8800a8fd5f80 x1818247337565824/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018857.448239:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337565824/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018857.448247:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018857.448249:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018857.448253:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337565824:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018857.448259:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337565952:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018857.448271:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018857.448277:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018857/real 1734018857] req@ffff8800a8fd5180 x1818247337565952/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018857.448288:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337565952/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018857.448295:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018857.448298:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018857.448301:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337565952:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018857.448325:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337566080:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018857.448337:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018857.448343:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018857/real 1734018857] req@ffff8800a8fd5880 x1818247337566080/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018857.448353:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337566080/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018857.448360:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018857.448362:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018857.448365:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337566080:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018857.448370:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337566208:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018857.448382:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018857.448388:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018857/real 1734018857] req@ffff8800a8fd4a80 x1818247337566208/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018857.448397:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337566208/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018857.448412:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018857.448414:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018857.448417:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337566208:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018857.448422:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337566336:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018857.448438:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018857.448444:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018857/real 1734018857] req@ffff8800a8fd6300 x1818247337566336/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018857.448454:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337566336/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018857.448461:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018857.448463:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018857.448466:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337566336:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018858.254013:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018859.256005:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018860.257976:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018861.259981:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018862.262009:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018862.455853:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018862.455864:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018862.455870:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018862.455883:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3129 00000100:00080000:2.0:1734018862.455895:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018862.455904:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018862.455954:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337566464/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018862.455995:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018862.455999:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018862.456001:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018862.456006:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3129 00000100:00080000:2.0:1734018862.456009:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018862.456013:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018862.456025:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018862.456035:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337566592/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018862.456045:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018862.456049:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018862.456051:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018862.456055:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3129 00000100:00080000:2.0:1734018862.456057:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018862.456061:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018862.456065:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018862.456073:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337566720/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018862.456082:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018862.456085:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018862.456088:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018862.456092:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3129 00000100:00080000:2.0:1734018862.456095:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018862.456098:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018862.456103:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018862.456111:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337566848/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018862.456120:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018862.456124:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018862.456125:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018862.456128:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337566464:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018862.456129:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3129 00000100:00080000:2.0:1734018862.456131:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018862.456135:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018862.456139:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018862.456150:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337566976/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018862.456159:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018862.456162:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018862.456163:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018862.456168:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3129 00000100:00080000:2.0:1734018862.456170:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018862.456173:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018862.456178:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018862.456186:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337567104/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018862.456201:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018862.456225:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018862/real 1734018862] req@ffff8800a8fd7b80 x1818247337566464/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018862.456245:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337566464/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018862.456258:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018862.456262:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018862.456268:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337566464:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018862.456275:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337566592:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018862.456293:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018862.456300:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018862/real 1734018862] req@ffff8800a8fd4380 x1818247337566592/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018862.456311:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337566592/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018862.456319:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018862.456321:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018862.456325:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337566592:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018862.456331:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337566720:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018862.456345:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018862.456351:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018862/real 1734018862] req@ffff8800a8fd7480 x1818247337566720/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018862.456361:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337566720/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018862.456368:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018862.456371:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018862.456374:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337566720:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018862.456401:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337566848:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018862.456413:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018862.456420:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018862/real 1734018862] req@ffff8800a8fd7800 x1818247337566848/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018862.456431:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337566848/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018862.456439:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018862.456441:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018862.456444:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337566848:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018862.456450:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337566976:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018862.456495:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018862.456502:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018862/real 1734018862] req@ffff8800a8fd6300 x1818247337566976/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018862.456513:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337566976/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018862.456520:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018862.456523:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018862.456526:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337566976:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018862.456532:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337567104:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018862.456544:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018862.456549:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018862/real 1734018862] req@ffff8800a8fd4a80 x1818247337567104/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018862.456559:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337567104/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018862.456573:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018862.456576:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018862.456579:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337567104:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018863.264001:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018864.265976:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018865.267959:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018866.269992:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018867.271940:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018867.463821:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018867.463830:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018867.463835:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018867.463844:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3134 00000100:00080000:2.0:1734018867.463854:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018867.463861:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018867.463898:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337567232/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018867.463932:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018867.463936:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018867.463938:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018867.463942:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3134 00000100:00080000:2.0:1734018867.463945:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018867.463949:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018867.463959:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018867.463969:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337567360/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018867.463979:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018867.463982:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018867.463984:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018867.463987:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3134 00000100:00080000:2.0:1734018867.463990:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018867.463993:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018867.463999:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018867.464007:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337567488/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018867.464016:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018867.464019:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018867.464020:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018867.464024:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3134 00000100:00080000:2.0:1734018867.464026:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018867.464029:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018867.464033:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018867.464035:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337567232:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018867.464041:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337567616/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018867.464049:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018867.464053:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018867.464054:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018867.464058:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3134 00000100:00080000:2.0:1734018867.464060:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018867.464063:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018867.464067:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018867.464074:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337567744/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018867.464083:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018867.464086:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018867.464088:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018867.464092:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3134 00000100:00080000:2.0:1734018867.464095:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018867.464098:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734018867.464099:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734018867.464102:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018867.464109:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337567872/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018867.464120:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018867/real 1734018867] req@ffff8800a8fd5880 x1818247337567232/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018867.464140:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337567232/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018867.464151:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018867.464154:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018867.464159:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337567232:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018867.464166:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337567360:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018867.464182:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018867.464188:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018867/real 1734018867] req@ffff8800a8fd5180 x1818247337567360/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018867.464199:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337567360/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018867.464207:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018867.464209:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018867.464213:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337567360:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018867.464219:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337567488:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018867.464232:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018867.464238:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018867/real 1734018867] req@ffff8800a8fd5f80 x1818247337567488/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018867.464247:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337567488/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018867.464255:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018867.464258:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018867.464261:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337567488:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018867.464286:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337567616:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018867.464298:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018867.464304:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018867/real 1734018867] req@ffff8800a8fd7100 x1818247337567616/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018867.464315:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337567616/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018867.464323:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018867.464325:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018867.464328:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337567616:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018867.464333:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337567744:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018867.464345:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018867.464351:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018867/real 1734018867] req@ffff8800a8fd6d80 x1818247337567744/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018867.464362:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337567744/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018867.464420:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018867.464422:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018867.464426:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337567744:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018867.464432:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337567872:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018867.464447:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018867.464454:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018867/real 1734018867] req@ffff8800a8fd6a00 x1818247337567872/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018867.464465:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337567872/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018867.464472:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018867.464475:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018867.464478:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337567872:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018868.273984:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018869.275967:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018870.277981:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018871.279990:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018872.282000:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018872.471805:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018872.471818:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018872.471824:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018872.471838:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3139 00000100:00080000:2.0:1734018872.471849:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018872.471858:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018872.471907:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337568000/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018872.471944:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018872.471949:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018872.471951:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018872.471955:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3139 00000100:00080000:2.0:1734018872.471958:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018872.471963:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018872.471974:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018872.471986:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337568128/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018872.472004:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018872.472008:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018872.472009:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018872.472013:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3139 00000100:00080000:2.0:1734018872.472015:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018872.472019:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018872.472024:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018872.472032:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337568256/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018872.472041:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018872.472044:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018872.472046:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018872.472050:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3139 00000100:00080000:2.0:1734018872.472052:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018872.472055:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018872.472060:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018872.472068:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337568384/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018872.472077:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018872.472081:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018872.472082:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018872.472086:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3139 00000100:00100000:1.0:1734018872.472089:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337568000:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018872.472090:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018872.472093:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018872.472097:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018872.472108:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337568512/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018872.472117:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018872.472120:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018872.472121:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018872.472125:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3139 00000100:00080000:2.0:1734018872.472127:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018872.472131:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018872.472135:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018872.472142:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337568640/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018872.472168:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018872.472193:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018872/real 1734018872] req@ffff8800a8fd5c00 x1818247337568000/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018872.472222:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337568000/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018872.472234:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018872.472237:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018872.472242:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337568000:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018872.472250:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337568128:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018872.472266:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018872.472273:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018872/real 1734018872] req@ffff8800a8fd6680 x1818247337568128/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018872.472334:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337568128/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018872.472343:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018872.472346:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018872.472349:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337568128:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018872.472356:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337568256:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018872.472373:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018872.472380:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018872/real 1734018872] req@ffff8800a8fd5500 x1818247337568256/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018872.472390:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337568256/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018872.472399:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018872.472402:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018872.472405:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337568256:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018872.472431:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337568384:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018872.472444:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018872.472450:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018872/real 1734018872] req@ffff8800a8fd4e00 x1818247337568384/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018872.472461:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337568384/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018872.472468:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018872.472471:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018872.472474:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337568384:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018872.472480:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337568512:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018872.472492:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018872.472498:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018872/real 1734018872] req@ffff8800a8fd6a00 x1818247337568512/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018872.472508:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337568512/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018872.472516:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018872.472518:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018872.472522:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337568512:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018872.472528:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337568640:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018872.472543:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018872.472549:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018872/real 1734018872] req@ffff8800a8fd6d80 x1818247337568640/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018872.472559:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337568640/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018872.472566:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018872.472569:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018872.472571:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337568640:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018873.283926:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018874.285999:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018875.287971:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018876.289965:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018877.291948:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018877.479860:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018877.479870:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018877.479875:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018877.479886:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3145 00000100:00080000:2.0:1734018877.479895:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018877.479903:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018877.479941:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337568768/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018877.479976:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018877.479980:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018877.479982:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018877.479987:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3145 00000100:00080000:2.0:1734018877.479990:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018877.479993:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018877.480003:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018877.480013:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337568896/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018877.480024:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018877.480027:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018877.480029:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018877.480032:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3145 00000100:00080000:2.0:1734018877.480035:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018877.480038:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018877.480043:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018877.480051:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337569024/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018877.480059:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018877.480062:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018877.480064:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018877.480067:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3145 00000100:00080000:2.0:1734018877.480070:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018877.480073:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018877.480077:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018877.480084:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337569152/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018877.480091:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337568768:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018877.480094:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018877.480097:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018877.480099:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018877.480102:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3145 00000100:00080000:2.0:1734018877.480105:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018877.480108:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018877.480112:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018877.480119:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337569280/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018877.480127:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018877.480130:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018877.480132:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018877.480135:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3145 00000100:00080000:2.0:1734018877.480138:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018877.480141:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018877.480144:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018877.480151:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337569408/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018877.480156:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018877.480177:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018877/real 1734018877] req@ffff8800a8fd7100 x1818247337568768/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018877.480224:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337568768/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018877.480236:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018877.480239:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018877.480244:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337568768:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018877.480251:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337568896:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018877.480270:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018877.480278:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018877/real 1734018877] req@ffff8800a8fd5f80 x1818247337568896/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018877.480297:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337568896/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018877.480305:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018877.480308:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018877.480311:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337568896:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018877.480317:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337569024:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018877.480330:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018877.480336:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018877/real 1734018877] req@ffff8800a8fd5180 x1818247337569024/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018877.480346:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337569024/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018877.480353:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018877.480355:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018877.480358:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337569024:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018877.480383:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337569152:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018877.480395:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018877.480401:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018877/real 1734018877] req@ffff8800a8fd5880 x1818247337569152/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018877.480411:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337569152/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018877.480419:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018877.480422:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018877.480425:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337569152:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018877.480431:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337569280:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018877.480442:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018877.480448:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018877/real 1734018877] req@ffff8800a8fd4a80 x1818247337569280/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018877.480458:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337569280/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018877.480466:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018877.480468:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018877.480471:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337569280:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018877.480476:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337569408:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018877.480487:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018877.480493:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018877/real 1734018877] req@ffff8800a8fd6300 x1818247337569408/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018877.480502:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337569408/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018877.480509:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018877.480512:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018877.480515:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337569408:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018878.294002:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018879.295963:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018880.297968:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018881.299947:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018882.302001:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018882.487839:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018882.487850:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018882.487855:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018882.487866:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3150 00000100:00080000:2.0:1734018882.487875:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018882.487883:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018882.487920:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337569536/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018882.487954:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018882.487958:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018882.487960:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018882.487964:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3150 00000100:00080000:2.0:1734018882.487967:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018882.487971:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018882.487981:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018882.487991:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337569664/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018882.488002:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018882.488005:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018882.488007:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018882.488010:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3150 00000100:00080000:2.0:1734018882.488012:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018882.488016:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018882.488020:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018882.488027:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337569792/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018882.488035:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018882.488039:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018882.488041:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018882.488045:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3150 00000100:00080000:2.0:1734018882.488047:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018882.488050:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018882.488054:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018882.488062:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337569920/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018882.488067:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337569536:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018882.488071:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018882.488074:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018882.488075:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018882.488079:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3150 00000100:00080000:2.0:1734018882.488081:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018882.488085:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018882.488089:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018882.488098:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337570048/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018882.488106:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018882.488109:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018882.488137:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018882.488141:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3150 00000100:00080000:2.0:1734018882.488144:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018882.488148:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018882.488152:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018882.488160:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734018882.488161:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337570176/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018882.488183:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018882/real 1734018882] req@ffff8800a8fd7800 x1818247337569536/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018882.488202:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337569536/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018882.488213:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018882.488216:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018882.488220:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337569536:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018882.488228:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337569664:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018882.488245:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018882.488252:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018882/real 1734018882] req@ffff8800a8fd7480 x1818247337569664/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018882.488263:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337569664/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018882.488271:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018882.488273:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018882.488277:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337569664:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018882.488282:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337569792:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018882.488295:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018882.488301:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018882/real 1734018882] req@ffff8800a8fd4380 x1818247337569792/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018882.488319:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337569792/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018882.488327:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018882.488329:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018882.488332:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337569792:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018882.488355:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337569920:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018882.488367:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018882.488373:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018882/real 1734018882] req@ffff8800a8fd7b80 x1818247337569920/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018882.488383:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337569920/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018882.488390:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018882.488393:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018882.488396:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337569920:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018882.488401:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337570048:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018882.488417:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018882.488423:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018882/real 1734018882] req@ffff8800a8fd6300 x1818247337570048/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018882.488433:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337570048/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018882.488441:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018882.488444:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018882.488447:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337570048:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018882.488452:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337570176:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018882.488464:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018882.488469:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018882/real 1734018882] req@ffff8800a8fd4a80 x1818247337570176/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018882.488479:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337570176/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018882.488486:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018882.488488:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018882.488491:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337570176:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018883.303990:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018884.305985:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018885.307978:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018886.309984:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018887.311954:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018887.495852:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018887.495861:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018887.495866:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018887.495876:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3155 00000100:00080000:2.0:1734018887.495885:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018887.495893:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018887.495931:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337570304/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018887.495964:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018887.495968:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018887.495970:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018887.495975:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3155 00000100:00080000:2.0:1734018887.495978:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018887.495982:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018887.495991:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018887.496001:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337570432/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018887.496011:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018887.496014:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018887.496016:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018887.496020:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3155 00000100:00080000:2.0:1734018887.496022:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018887.496064:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018887.496070:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018887.496079:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337570560/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018887.496089:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018887.496092:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337570304:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018887.496093:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018887.496094:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018887.496098:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3155 00000100:00080000:2.0:1734018887.496101:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018887.496104:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018887.496108:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018887.496116:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337570688/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018887.496124:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018887.496128:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018887.496130:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018887.496133:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3155 00000100:00080000:2.0:1734018887.496136:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018887.496140:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018887.496143:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018887.496150:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337570816/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018887.496157:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018887.496159:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018887.496162:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018887.496164:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018887.496168:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3155 00000100:00100000:1.0:1734018887.496179:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018887/real 1734018887] req@ffff8800a8fd5880 x1818247337570304/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018887.496181:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018887.496184:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018887.496189:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018887.496197:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337570944/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018887.496198:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337570304/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018887.496209:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018887.496212:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018887.496216:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337570304:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018887.496224:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337570432:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018887.496241:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018887.496247:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018887/real 1734018887] req@ffff8800a8fd5180 x1818247337570432/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018887.496258:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337570432/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018887.496266:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018887.496268:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018887.496272:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337570432:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018887.496294:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337570560:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018887.496308:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018887.496313:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018887/real 1734018887] req@ffff8800a8fd5f80 x1818247337570560/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018887.496324:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337570560/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018887.496331:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018887.496334:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018887.496337:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337570560:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018887.496342:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337570688:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018887.496354:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018887.496359:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018887/real 1734018887] req@ffff8800a8fd7100 x1818247337570688/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018887.496370:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337570688/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018887.496378:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018887.496380:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018887.496383:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337570688:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018887.496389:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337570816:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018887.496400:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018887.496406:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018887/real 1734018887] req@ffff8800a8fd6d80 x1818247337570816/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018887.496416:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337570816/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018887.496423:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018887.496425:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018887.496428:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337570816:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018887.496434:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337570944:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018887.496451:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018887.496456:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018887/real 1734018887] req@ffff8800a8fd6a00 x1818247337570944/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018887.496466:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337570944/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018887.496473:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018887.496476:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018887.496479:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337570944:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018888.313959:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018889.315974:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018890.317933:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018891.319924:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018892.321984:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018892.503844:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018892.503853:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018892.503859:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018892.503869:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3160 00000100:00080000:2.0:1734018892.503878:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018892.503886:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018892.503922:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337571072/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018892.503988:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018892.503993:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018892.503995:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018892.503999:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3160 00000100:00080000:2.0:1734018892.504003:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018892.504006:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018892.504016:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018892.504027:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337571200/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018892.504045:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018892.504048:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018892.504050:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018892.504053:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3160 00000100:00080000:2.0:1734018892.504056:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018892.504059:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018892.504063:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018892.504070:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337571328/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018892.504079:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018892.504082:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018892.504083:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018892.504086:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3160 00000100:00080000:2.0:1734018892.504089:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018892.504092:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734018892.504095:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337571072:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734018892.504096:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018892.504104:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337571456/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018892.504112:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018892.504116:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018892.504117:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018892.504121:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3160 00000100:00080000:2.0:1734018892.504124:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018892.504127:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018892.504132:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018892.504140:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337571584/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018892.504149:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018892.504152:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018892.504153:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018892.504156:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3160 00000100:00080000:2.0:1734018892.504159:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734018892.504161:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018892.504162:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018892.504166:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018892.504173:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337571712/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018892.504182:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018892/real 1734018892] req@ffff8800a8fd4e00 x1818247337571072/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018892.504201:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337571072/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018892.504211:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018892.504215:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018892.504219:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337571072:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018892.504227:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337571200:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018892.504243:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018892.504249:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018892/real 1734018892] req@ffff8800a8fd5500 x1818247337571200/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018892.504260:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337571200/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018892.504268:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018892.504270:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018892.504274:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337571200:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018892.504281:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337571328:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018892.504298:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018892.504303:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018892/real 1734018892] req@ffff8800a8fd6680 x1818247337571328/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018892.504314:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337571328/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018892.504322:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018892.504324:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018892.504327:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337571328:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018892.504351:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337571456:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018892.504363:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018892.504369:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018892/real 1734018892] req@ffff8800a8fd5c00 x1818247337571456/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018892.504379:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337571456/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018892.504387:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018892.504389:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018892.504392:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337571456:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018892.504398:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337571584:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018892.504409:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018892.504415:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018892/real 1734018892] req@ffff8800a8fd6a00 x1818247337571584/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018892.504426:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337571584/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018892.504433:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018892.504436:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018892.504439:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337571584:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018892.504444:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337571712:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018892.504455:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018892.504461:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018892/real 1734018892] req@ffff8800a8fd6d80 x1818247337571712/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018892.504471:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337571712/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018892.504478:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018892.504480:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018892.504483:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337571712:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018893.324015:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018894.325999:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018895.327978:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018896.329955:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018897.331997:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018897.511894:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018897.511903:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018897.511909:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018897.511919:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3165 00000100:00080000:2.0:1734018897.511927:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018897.511935:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018897.511972:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337571840/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018897.512007:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018897.512011:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018897.512014:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018897.512019:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3165 00000100:00080000:2.0:1734018897.512022:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018897.512026:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018897.512035:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018897.512046:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337571968/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018897.512056:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018897.512059:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018897.512061:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018897.512065:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3165 00000100:00080000:2.0:1734018897.512067:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018897.512070:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018897.512081:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018897.512089:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337572096/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018897.512098:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018897.512101:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018897.512102:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018897.512106:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3165 00000100:00080000:2.0:1734018897.512109:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018897.512112:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018897.512116:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018897.512123:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337572224/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018897.512133:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018897.512137:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018897.512139:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018897.512143:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3165 00000100:00080000:2.0:1734018897.512145:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018897.512149:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337571840:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018897.512149:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018897.512153:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018897.512160:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337572352/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018897.512170:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018897.512173:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018897.512174:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018897.512178:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3165 00000100:00080000:2.0:1734018897.512180:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018897.512183:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018897.512187:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018897.512194:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337572480/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018897.512215:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018897.512236:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018897/real 1734018897] req@ffff8800a8fd7100 x1818247337571840/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018897.512256:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337571840/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018897.512267:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018897.512270:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018897.512275:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337571840:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018897.512282:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337571968:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018897.512297:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018897.512304:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018897/real 1734018897] req@ffff8800a8fd5f80 x1818247337571968/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018897.512315:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337571968/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018897.512323:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018897.512325:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018897.512329:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337571968:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018897.512335:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337572096:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018897.512347:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018897.512353:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018897/real 1734018897] req@ffff8800a8fd5180 x1818247337572096/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018897.512363:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337572096/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018897.512370:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018897.512372:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018897.512376:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337572096:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018897.512382:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337572224:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018897.512395:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018897.512400:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018897/real 1734018897] req@ffff8800a8fd5880 x1818247337572224/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018897.512410:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337572224/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018897.512417:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018897.512420:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018897.512423:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337572224:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018897.512448:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337572352:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018897.512466:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018897.512472:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018897/real 1734018897] req@ffff8800a8fd4a80 x1818247337572352/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018897.512482:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337572352/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018897.512489:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018897.512491:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018897.512494:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337572352:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018897.512499:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337572480:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018897.512515:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018897.512520:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018897/real 1734018897] req@ffff8800a8fd6300 x1818247337572480/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018897.512531:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337572480/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018897.512538:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018897.512541:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018897.512544:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337572480:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018898.333993:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018899.335984:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018900.337948:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018901.339928:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018902.341980:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018902.519874:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018902.519883:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018902.519888:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018902.519897:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3170 00000100:00080000:2.0:1734018902.519906:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018902.519915:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018902.519950:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337572608/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018902.519984:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018902.519988:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018902.519990:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018902.519995:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3170 00000100:00080000:2.0:1734018902.519998:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018902.520002:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018902.520011:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018902.520022:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337572736/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018902.520032:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018902.520035:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018902.520037:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018902.520040:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3170 00000100:00080000:2.0:1734018902.520043:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018902.520046:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018902.520050:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018902.520058:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337572864/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018902.520066:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018902.520069:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018902.520071:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018902.520075:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3170 00000100:00080000:2.0:1734018902.520078:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018902.520081:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018902.520085:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018902.520092:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337572992/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018902.520098:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337572608:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018902.520100:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018902.520104:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018902.520105:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018902.520108:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3170 00000100:00080000:2.0:1734018902.520111:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018902.520114:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018902.520118:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018902.520126:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337573120/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018902.520135:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018902.520138:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018902.520139:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018902.520142:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3170 00000100:00080000:2.0:1734018902.520145:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018902.520148:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018902.520152:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018902.520160:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337573248/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018902.520163:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018902.520183:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018902/real 1734018902] req@ffff8800a8fd7b80 x1818247337572608/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018902.520202:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337572608/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018902.520213:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018902.520216:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018902.520221:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337572608:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018902.520228:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337572736:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018902.520244:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018902.520250:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018902/real 1734018902] req@ffff8800a8fd4380 x1818247337572736/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018902.520261:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337572736/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018902.520270:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018902.520272:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018902.520276:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337572736:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018902.520282:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337572864:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018902.520294:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018902.520300:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018902/real 1734018902] req@ffff8800a8fd7480 x1818247337572864/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018902.520310:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337572864/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018902.520317:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018902.520319:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018902.520323:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337572864:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018902.520347:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337572992:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018902.520359:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018902.520365:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018902/real 1734018902] req@ffff8800a8fd7800 x1818247337572992/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018902.520376:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337572992/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018902.520383:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018902.520385:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018902.520388:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337572992:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018902.520395:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337573120:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018902.520407:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018902.520413:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018902/real 1734018902] req@ffff8800a8fd6300 x1818247337573120/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018902.520424:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337573120/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018902.520431:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018902.520434:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018902.520436:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337573120:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018902.520442:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337573248:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018902.520453:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018902.520458:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018902/real 1734018902] req@ffff8800a8fd4a80 x1818247337573248/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018902.520468:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337573248/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018902.520475:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018902.520477:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018902.520480:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337573248:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018903.343985:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018904.345980:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018905.347958:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018906.349952:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018907.351928:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018907.527781:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018907.527791:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018907.527796:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018907.527806:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3175 00000100:00080000:2.0:1734018907.527817:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018907.527824:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018907.527861:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337573376/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018907.527894:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018907.527898:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018907.527900:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018907.527904:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3175 00000100:00080000:2.0:1734018907.527907:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018907.527911:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018907.527920:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018907.527931:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337573504/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018907.527941:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018907.527944:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018907.527946:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018907.527950:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3175 00000100:00100000:1.0:1734018907.527952:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337573376:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018907.527952:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018907.527956:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018907.527961:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018907.527969:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337573632/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018907.527978:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018907.527981:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018907.527982:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018907.527986:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3175 00000100:00080000:2.0:1734018907.527988:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018907.527991:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018907.527995:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018907.528003:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337573760/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018907.528010:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018907.528014:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018907.528015:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1734018907.528018:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018907.528019:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3175 00000100:00080000:2.0:1734018907.528022:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018907.528025:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018907.528029:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018907.528036:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337573888/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018907.528039:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018907/real 1734018907] req@ffff8800a8fd5880 x1818247337573376/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018907.528045:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018907.528048:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018907.528050:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018907.528054:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3175 00000100:00080000:2.0:1734018907.528057:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734018907.528059:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337573376/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018907.528060:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018907.528064:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1734018907.528070:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734018907.528071:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337574016/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734018907.528073:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018907.528078:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337573376:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018907.528101:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337573504:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018907.528119:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018907.528126:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018907/real 1734018907] req@ffff8800a8fd5180 x1818247337573504/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018907.528138:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337573504/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018907.528146:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018907.528149:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018907.528152:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337573504:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018907.528158:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337573632:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018907.528171:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018907.528177:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018907/real 1734018907] req@ffff8800a8fd5f80 x1818247337573632/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018907.528187:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337573632/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018907.528196:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018907.528199:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018907.528202:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337573632:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018907.528208:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337573760:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018907.528219:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018907.528225:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018907/real 1734018907] req@ffff8800a8fd7100 x1818247337573760/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018907.528235:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337573760/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018907.528242:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018907.528245:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018907.528248:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337573760:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018907.528253:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337573888:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018907.528266:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018907.528271:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018907/real 1734018907] req@ffff8800a8fd6d80 x1818247337573888/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018907.528282:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337573888/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018907.528290:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018907.528292:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018907.528295:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337573888:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018907.528301:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337574016:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018907.528313:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018907.528319:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018907/real 1734018907] req@ffff8800a8fd6a00 x1818247337574016/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018907.528329:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337574016/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018907.528336:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018907.528339:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018907.528342:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337574016:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018908.353959:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018909.355968:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018910.357955:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018911.359939:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018912.361981:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018912.535847:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018912.535856:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018912.535860:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018912.535871:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3180 00000100:00080000:2.0:1734018912.535881:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018912.535888:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018912.535926:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337574144/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018912.535959:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018912.535963:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018912.535965:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018912.535969:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3180 00000100:00080000:2.0:1734018912.535972:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018912.535976:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018912.535986:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018912.535996:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337574272/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018912.536013:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018912.536016:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018912.536018:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018912.536021:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3180 00000100:00080000:2.0:1734018912.536024:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018912.536027:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018912.536031:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018912.536039:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337574400/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018912.536047:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018912.536050:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018912.536052:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018912.536055:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3180 00000100:00080000:2.0:1734018912.536057:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018912.536061:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734018912.536065:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337574144:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734018912.536065:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018912.536072:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337574528/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018912.536081:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018912.536084:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018912.536086:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018912.536089:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3180 00000100:00080000:2.0:1734018912.536092:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018912.536096:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018912.536100:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018912.536109:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337574656/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018912.536118:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018912.536121:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018912.536122:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018912.536126:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3180 00000100:00080000:2.0:1734018912.536128:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734018912.536132:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018912.536132:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018912.536136:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018912.536143:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337574784/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018912.536153:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018912/real 1734018912] req@ffff8800a8fd5c00 x1818247337574144/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018912.536172:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337574144/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018912.536183:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018912.536186:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018912.536191:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337574144:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018912.536198:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337574272:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018912.536217:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018912.536224:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018912/real 1734018912] req@ffff8800a8fd6680 x1818247337574272/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018912.536236:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337574272/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018912.536243:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018912.536246:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018912.536249:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337574272:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018912.536255:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337574400:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018912.536268:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018912.536273:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018912/real 1734018912] req@ffff8800a8fd5500 x1818247337574400/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018912.536283:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337574400/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018912.536291:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018912.536293:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018912.536296:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337574400:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018912.536320:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337574528:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018912.536332:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018912.536338:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018912/real 1734018912] req@ffff8800a8fd4e00 x1818247337574528/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018912.536355:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337574528/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018912.536363:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018912.536365:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018912.536368:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337574528:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018912.536373:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337574656:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018912.536385:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018912.536390:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018912/real 1734018912] req@ffff8800a8fd6a00 x1818247337574656/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018912.536400:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337574656/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018912.536407:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018912.536409:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018912.536412:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337574656:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018912.536418:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337574784:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018912.536429:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018912.536435:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018912/real 1734018912] req@ffff8800a8fd6d80 x1818247337574784/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018912.536445:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337574784/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018912.536452:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018912.536455:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018912.536458:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337574784:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018913.363984:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018914.365988:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018915.368012:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018916.369986:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018917.371951:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1734018917.543913:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734018917.543921:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1734018917.543926:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734018917.543936:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3185 00000100:00080000:3.0:1734018917.543947:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734018917.543954:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:3.0:1734018917.543990:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8efb480 x1818247337574912/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734018917.544027:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734018917.544032:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1734018917.544033:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734018917.544038:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3185 00000100:00080000:3.0:1734018917.544041:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734018917.544045:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:3.0:1734018917.544054:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1734018917.544065:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8efb100 x1818247337575040/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734018917.544075:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734018917.544078:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1734018917.544080:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734018917.544083:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3185 00000100:00080000:3.0:1734018917.544086:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734018917.544089:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:3.0:1734018917.544093:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734018917.544101:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8ef8380 x1818247337575168/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734018917.544110:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734018917.544113:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1734018917.544115:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734018917.544118:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3185 00000100:00080000:3.0:1734018917.544120:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734018917.544124:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734018917.544126:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8efb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337574912:192.168.201.110@tcp:250:kworker.0 00000008:00100000:3.0:1734018917.544127:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734018917.544136:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8ef9880 x1818247337575296/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734018917.544145:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734018917.544148:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1734018917.544150:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734018917.544153:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3185 00000100:00080000:3.0:1734018917.544156:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734018917.544160:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:3.0:1734018917.544163:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1734018917.544170:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8efa300 x1818247337575424/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734018917.544179:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734018917.544182:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1734018917.544184:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734018917.544187:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3185 00000100:00080000:3.0:1734018917.544191:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734018917.544194:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:3.0:1734018917.544198:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734018917.544205:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8ef9180 x1818247337575552/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018917.544218:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8efb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337575040:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018917.544239:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8ef8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337575168:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018917.544262:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8ef9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337575296:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018917.544276:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8efa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337575424:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018917.544290:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8ef9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337575552:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018918.374025:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018919.375984:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018920.377975:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734018920.550012:0:1968:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:0.0:1734018920.550073:0:1968:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734018920.550102:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018920.550154:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018920.550167:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018920.550179:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018920.550190:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734018920.550201:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:1.0:1734018920.550270:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018917/real 1734018920] req@ffff8800a8ef9880 x1818247337575296/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018920.550303:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8ef9880 x1818247337575296/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018920.550317:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018920.550321:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018920.550327:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337575296:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018920.550334:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018917/real 1734018920] req@ffff8800a8efa300 x1818247337575424/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018920.550356:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8efa300 x1818247337575424/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018920.550364:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018920.550368:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018920.550371:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8efa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337575424:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018920.550378:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018917/real 1734018920] req@ffff8800a8ef9180 x1818247337575552/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018920.550388:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8ef9180 x1818247337575552/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018920.550396:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018920.550398:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018920.550401:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337575552:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018920.550408:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018917/real 1734018920] req@ffff8800a8efb480 x1818247337574912/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018920.550424:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8efb480 x1818247337574912/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018920.550436:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018920.550439:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018920.550445:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8efb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337574912:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018920.550456:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018917/real 1734018920] req@ffff8800a8efb100 x1818247337575040/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018920.550524:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8efb100 x1818247337575040/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018920.550537:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018920.550541:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018920.550546:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8efb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337575040:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018920.550557:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018917/real 1734018920] req@ffff8800a8ef8380 x1818247337575168/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018920.550575:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8ef8380 x1818247337575168/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018920.550610:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018920.550614:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018920.550620:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337575168:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018921.379957:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018922.381985:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1734018922.551836:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734018922.551846:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1734018922.551851:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734018922.551865:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3190 00000100:00080000:3.0:1734018922.551875:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734018922.551884:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:3.0:1734018922.551930:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8ef9f80 x1818247337575680/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734018922.551967:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734018922.551972:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1734018922.551973:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734018922.551978:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3190 00000100:00080000:3.0:1734018922.551981:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734018922.551985:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:3.0:1734018922.551998:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1734018922.552010:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8efad80 x1818247337575808/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734018922.552027:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734018922.552030:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1734018922.552032:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734018922.552035:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3190 00000100:00080000:3.0:1734018922.552038:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734018922.552042:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:3.0:1734018922.552046:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734018922.552055:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8ef8a80 x1818247337575936/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734018922.552064:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734018922.552067:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1734018922.552068:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734018922.552073:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3190 00000100:00080000:3.0:1734018922.552075:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734018922.552078:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:3.0:1734018922.552083:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734018922.552092:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8ef9500 x1818247337576064/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018922.552095:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8ef9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337575680:192.168.201.110@tcp:250:kworker.0 00000100:00080000:3.0:1734018922.552102:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734018922.552106:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1734018922.552108:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734018922.552112:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3190 00000100:00080000:3.0:1734018922.552115:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734018922.552119:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:3.0:1734018922.552123:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1734018922.552132:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8efb800 x1818247337576192/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734018922.552140:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734018922.552143:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1734018922.552145:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734018922.552148:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3190 00000100:00080000:3.0:1734018922.552151:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734018922.552155:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:3.0:1734018922.552159:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734018922.552167:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8ef8000 x1818247337576320/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018922.552168:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018922.552191:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018922/real 1734018922] req@ffff8800a8ef9f80 x1818247337575680/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018922.552211:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8ef9f80 x1818247337575680/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018922.552222:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018922.552226:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018922.552230:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337575680:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018922.552239:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8efad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337575808:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018922.552257:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018922.552263:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018922/real 1734018922] req@ffff8800a8efad80 x1818247337575808/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018922.552275:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8efad80 x1818247337575808/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018922.552283:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018922.552286:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018922.552289:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8efad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337575808:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018922.552296:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8ef8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337575936:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018922.552309:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018922.552315:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018922/real 1734018922] req@ffff8800a8ef8a80 x1818247337575936/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018922.552325:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8ef8a80 x1818247337575936/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018922.552333:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018922.552335:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018922.552338:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337575936:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018922.552365:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8ef9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337576064:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018922.552378:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018922.552384:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018922/real 1734018922] req@ffff8800a8ef9500 x1818247337576064/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018922.552395:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8ef9500 x1818247337576064/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018922.552403:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018922.552406:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018922.552409:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337576064:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018922.552415:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8efb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337576192:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018922.552428:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018922.552474:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018922/real 1734018922] req@ffff8800a8efb800 x1818247337576192/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018922.552486:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8efb800 x1818247337576192/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018922.552494:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018922.552496:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018922.552500:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8efb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337576192:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018922.552507:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8ef8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337576320:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018922.552526:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018922.552533:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018922/real 1734018922] req@ffff8800a8ef8000 x1818247337576320/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018922.552543:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8ef8000 x1818247337576320/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018922.552550:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018922.552554:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018922.552557:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337576320:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018923.383982:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018924.385992:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018925.387967:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018926.389944:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018927.391977:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1734018927.559858:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734018927.559869:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1734018927.559875:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734018927.559888:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3195 00000100:00080000:3.0:1734018927.559901:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734018927.559910:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:3.0:1734018927.559960:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8efaa00 x1818247337576448/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734018927.560000:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734018927.560005:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1734018927.560007:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734018927.560012:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3195 00000100:00080000:3.0:1734018927.560015:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734018927.560019:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:3.0:1734018927.560032:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1734018927.560043:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8ef8e00 x1818247337576576/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734018927.560053:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734018927.560057:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1734018927.560059:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734018927.560062:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3195 00000100:00080000:3.0:1734018927.560065:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734018927.560069:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:3.0:1734018927.560075:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1734018927.560083:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8ef8700 x1818247337576704/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734018927.560091:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734018927.560094:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1734018927.560096:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734018927.560100:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3195 00000100:00080000:3.0:1734018927.560102:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734018927.560106:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:3.0:1734018927.560111:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018927.560118:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8efaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337576448:192.168.201.110@tcp:250:kworker.0 00000100:00100000:3.0:1734018927.560120:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8efbb80 x1818247337576832/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734018927.560130:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734018927.560134:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1734018927.560136:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734018927.560139:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3195 00000100:00080000:3.0:1734018927.560142:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734018927.560146:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:3.0:1734018927.560150:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1734018927.560158:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8efa680 x1818247337576960/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1734018927.560167:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1734018927.560170:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1734018927.560172:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1734018927.560176:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3195 00000100:00080000:3.0:1734018927.560179:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1734018927.560183:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:3.0:1734018927.560187:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018927.560188:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:3.0:1734018927.560194:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8ef9c00 x1818247337577088/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018927.560212:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018927/real 1734018927] req@ffff8800a8efaa00 x1818247337576448/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018927.560232:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8efaa00 x1818247337576448/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018927.560244:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018927.560248:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018927.560253:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8efaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337576448:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018927.560261:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8ef8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337576576:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018927.560278:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018927.560284:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018927/real 1734018927] req@ffff8800a8ef8e00 x1818247337576576/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018927.560296:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8ef8e00 x1818247337576576/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018927.560304:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018927.560307:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018927.560310:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337576576:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018927.560318:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8ef8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337576704:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018927.560331:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018927.560337:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018927/real 1734018927] req@ffff8800a8ef8700 x1818247337576704/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018927.560379:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8ef8700 x1818247337576704/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018927.560388:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018927.560390:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018927.560394:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337576704:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018927.560420:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8efbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337576832:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018927.560435:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018927.560442:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018927/real 1734018927] req@ffff8800a8efbb80 x1818247337576832/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018927.560452:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8efbb80 x1818247337576832/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018927.560461:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018927.560463:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018927.560466:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8efbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337576832:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018927.560472:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8efa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337576960:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018927.560484:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018927.560490:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018927/real 1734018927] req@ffff8800a8efa680 x1818247337576960/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018927.560501:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8efa680 x1818247337576960/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018927.560509:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018927.560512:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018927.560515:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8efa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337576960:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018927.560521:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8ef9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337577088:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018927.560533:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018927.560538:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018927/real 1734018927] req@ffff8800a8ef9c00 x1818247337577088/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018927.560548:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8ef9c00 x1818247337577088/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018927.560555:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018927.560557:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018927.560560:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8ef9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337577088:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018928.393991:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018929.395987:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018930.397985:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018931.399951:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018932.401987:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018932.567965:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018932.567974:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018932.567979:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018932.567989:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3200 00000100:00080000:0.0:1734018932.567998:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018932.568006:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:0.0:1734018932.568042:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5a300 x1818247337577216/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018932.568079:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018932.568084:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018932.568086:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018932.568090:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3200 00000100:00080000:0.0:1734018932.568094:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018932.568098:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018932.568108:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018932.568119:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5a680 x1818247337577344/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018932.568129:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018932.568132:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018932.568133:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018932.568137:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3200 00000100:00080000:0.0:1734018932.568139:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018932.568143:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018932.568147:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018932.568155:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59c00 x1818247337577472/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018932.568163:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018932.568166:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018932.568168:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018932.568171:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3200 00000100:00080000:0.0:1734018932.568173:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018932.568176:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018932.568180:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018932.568187:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5aa00 x1818247337577600/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018932.568203:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018932.568206:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1734018932.568206:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337577216:192.168.201.110@tcp:250:kworker.0 00000100:00080000:0.0:1734018932.568208:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018932.568212:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3200 00000100:00080000:0.0:1734018932.568214:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018932.568217:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018932.568221:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018932.568229:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58700 x1818247337577728/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018932.568237:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018932.568240:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018932.568241:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018932.568245:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3200 00000100:00080000:0.0:1734018932.568247:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018932.568250:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018932.568254:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018932.568293:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5ad80 x1818247337577856/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018932.568313:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018932.568342:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018932/real 1734018932] req@ffff8800a8d5a300 x1818247337577216/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018932.568377:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5a300 x1818247337577216/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018932.568388:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018932.568391:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018932.568396:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337577216:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018932.568405:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337577344:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018932.568428:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018932.568436:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018932/real 1734018932] req@ffff8800a8d5a680 x1818247337577344/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018932.568447:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5a680 x1818247337577344/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018932.568455:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018932.568458:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018932.568461:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337577344:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018932.568467:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337577472:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018932.568480:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018932.568485:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018932/real 1734018932] req@ffff8800a8d59c00 x1818247337577472/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018932.568495:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d59c00 x1818247337577472/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018932.568502:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018932.568505:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018932.568508:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337577472:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018932.568534:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337577600:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018932.568546:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018932.568552:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018932/real 1734018932] req@ffff8800a8d5aa00 x1818247337577600/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018932.568563:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5aa00 x1818247337577600/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018932.568570:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018932.568572:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018932.568575:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337577600:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018932.568580:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337577728:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018932.568592:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018932.568598:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018932/real 1734018932] req@ffff8800a8d58700 x1818247337577728/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018932.568607:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d58700 x1818247337577728/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018932.568614:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018932.568617:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018932.568620:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337577728:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018932.568625:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337577856:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018932.568640:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018932.568646:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018932/real 1734018932] req@ffff8800a8d5ad80 x1818247337577856/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018932.568656:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5ad80 x1818247337577856/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018932.568663:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018932.568665:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018932.568668:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337577856:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018933.404007:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018934.405967:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018935.407996:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018936.409951:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018937.412027:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018937.575826:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018937.575835:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018937.575839:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018937.575850:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3205 00000100:00080000:0.0:1734018937.575861:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018937.575869:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:0.0:1734018937.575906:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59f80 x1818247337577984/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018937.575939:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018937.575944:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018937.575946:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018937.575950:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3205 00000100:00080000:0.0:1734018937.575953:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018937.575957:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018937.575966:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018937.575979:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5ad80 x1818247337578112/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018937.575989:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018937.575992:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018937.575994:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018937.575997:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3205 00000100:00080000:0.0:1734018937.576000:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018937.576003:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018937.576007:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018937.576015:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58700 x1818247337578240/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018937.576023:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018937.576027:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018937.576029:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018937.576032:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3205 00000100:00080000:0.0:1734018937.576035:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018937.576038:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018937.576042:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018937.576046:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337577984:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734018937.576050:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5aa00 x1818247337578368/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018937.576058:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018937.576061:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018937.576063:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018937.576066:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3205 00000100:00080000:0.0:1734018937.576069:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018937.576072:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018937.576076:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018937.576083:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59c00 x1818247337578496/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018937.576092:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018937.576095:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018937.576096:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018937.576100:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3205 00000100:00080000:0.0:1734018937.576102:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018937.576106:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018937.576110:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018937.576113:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018937.576117:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5a680 x1818247337578624/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018937.576134:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018937/real 1734018937] req@ffff8800a8d59f80 x1818247337577984/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018937.576153:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d59f80 x1818247337577984/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018937.576164:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018937.576167:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018937.576172:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337577984:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018937.576235:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337578112:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018937.576259:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018937.576268:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018937/real 1734018937] req@ffff8800a8d5ad80 x1818247337578112/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018937.576287:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5ad80 x1818247337578112/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018937.576296:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018937.576298:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018937.576302:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337578112:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018937.576308:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337578240:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018937.576321:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018937.576327:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018937/real 1734018937] req@ffff8800a8d58700 x1818247337578240/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018937.576337:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d58700 x1818247337578240/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018937.576344:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018937.576347:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018937.576350:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337578240:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018937.576375:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337578368:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018937.576387:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018937.576394:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018937/real 1734018937] req@ffff8800a8d5aa00 x1818247337578368/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018937.576404:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5aa00 x1818247337578368/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018937.576412:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018937.576415:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018937.576418:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337578368:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018937.576423:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337578496:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018937.576435:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018937.576441:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018937/real 1734018937] req@ffff8800a8d59c00 x1818247337578496/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018937.576451:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d59c00 x1818247337578496/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018937.576459:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018937.576461:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018937.576464:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337578496:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018937.576469:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337578624:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018937.576485:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018937.576491:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018937/real 1734018937] req@ffff8800a8d5a680 x1818247337578624/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018937.576500:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5a680 x1818247337578624/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018937.576507:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018937.576510:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018937.576513:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337578624:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018938.413976:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018939.415963:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018940.417945:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018941.419976:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018942.421997:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018942.583818:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018942.583827:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018942.583831:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018942.583841:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3210 00000100:00080000:0.0:1734018942.583850:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018942.583857:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:0.0:1734018942.583892:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5a300 x1818247337578752/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018942.583926:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018942.583930:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018942.583932:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018942.583936:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3210 00000100:00080000:0.0:1734018942.583939:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018942.583943:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018942.583952:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018942.583962:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5b480 x1818247337578880/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018942.583973:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018942.583976:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1734018942.583977:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337578752:192.168.201.110@tcp:250:kworker.0 00000100:00080000:0.0:1734018942.583978:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018942.583982:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3210 00000100:00080000:0.0:1734018942.583985:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018942.583988:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018942.583992:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018942.584000:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58380 x1818247337579008/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018942.584008:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018942.584011:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018942.584013:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018942.584016:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3210 00000100:00080000:0.0:1734018942.584028:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018942.584031:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018942.584035:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018942.584041:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018942.584043:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59500 x1818247337579136/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018942.584052:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018942.584055:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018942.584056:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018942.584060:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3210 00000100:00100000:1.0:1734018942.584061:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018942/real 1734018942] req@ffff8800a8d5a300 x1818247337578752/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018942.584063:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018942.584067:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018942.584071:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018942.584078:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58e00 x1818247337579264/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018942.584080:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5a300 x1818247337578752/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018942.584087:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1734018942.584118:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734018942.584122:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1734018942.584122:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00080000:0.0:1734018942.584124:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734018942.584128:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337578752:192.168.201.110@tcp:250:kworker.0 00000100:00080000:0.0:1734018942.584129:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3210 00000100:00080000:0.0:1734018942.584132:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018942.584135:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018942.584140:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018942.584148:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59180 x1818247337579392/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018942.584152:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337578880:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018942.584172:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018942.584180:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018942/real 1734018942] req@ffff8800a8d5b480 x1818247337578880/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018942.584192:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5b480 x1818247337578880/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018942.584200:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018942.584202:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018942.584206:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337578880:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018942.584212:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337579008:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018942.584225:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018942.584230:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018942/real 1734018942] req@ffff8800a8d58380 x1818247337579008/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018942.584248:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d58380 x1818247337579008/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018942.584256:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018942.584258:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018942.584261:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337579008:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018942.584267:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337579136:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018942.584278:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018942.584284:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018942/real 1734018942] req@ffff8800a8d59500 x1818247337579136/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018942.584294:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d59500 x1818247337579136/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018942.584301:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018942.584303:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018942.584306:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337579136:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018942.584311:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337579264:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018942.584324:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018942.584330:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018942/real 1734018942] req@ffff8800a8d58e00 x1818247337579264/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018942.584340:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d58e00 x1818247337579264/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018942.584348:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018942.584350:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018942.584353:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337579264:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018942.584370:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337579392:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018942.584382:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018942.584388:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018942/real 1734018942] req@ffff8800a8d59180 x1818247337579392/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018942.584399:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d59180 x1818247337579392/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018942.584406:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018942.584408:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018942.584411:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337579392:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018943.423973:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018944.425975:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018945.427964:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018946.429948:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018947.431988:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018947.591839:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018947.591848:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018947.591852:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018947.591862:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3215 00000100:00080000:0.0:1734018947.591871:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018947.591878:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:0.0:1734018947.591913:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58a80 x1818247337579520/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018947.591945:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018947.591949:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018947.591951:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018947.591956:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3215 00000100:00080000:0.0:1734018947.591959:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018947.591963:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018947.591973:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018947.591986:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59180 x1818247337579648/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018947.591996:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018947.591999:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018947.592001:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018947.592028:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3215 00000100:00080000:0.0:1734018947.592031:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018947.592035:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018947.592039:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018947.592048:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58e00 x1818247337579776/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018947.592057:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018947.592060:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018947.592062:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018947.592065:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3215 00000100:00080000:0.0:1734018947.592068:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018947.592071:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734018947.592073:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337579520:192.168.201.110@tcp:250:kworker.0 00000008:00100000:0.0:1734018947.592075:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018947.592083:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59500 x1818247337579904/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018947.592091:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018947.592095:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018947.592097:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018947.592101:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3215 00000100:00080000:0.0:1734018947.592103:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018947.592106:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018947.592110:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018947.592117:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58380 x1818247337580032/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018947.592126:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018947.592129:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018947.592130:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018947.592134:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3215 00000100:00080000:0.0:1734018947.592136:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734018947.592137:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:0.0:1734018947.592140:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018947.592143:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018947.592151:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5b480 x1818247337580160/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018947.592157:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018947/real 1734018947] req@ffff8800a8d58a80 x1818247337579520/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018947.592177:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d58a80 x1818247337579520/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018947.592188:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018947.592191:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018947.592195:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337579520:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018947.592203:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337579648:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018947.592220:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018947.592227:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018947/real 1734018947] req@ffff8800a8d59180 x1818247337579648/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018947.592238:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d59180 x1818247337579648/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018947.592246:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018947.592248:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018947.592252:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337579648:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018947.592257:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337579776:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018947.592270:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018947.592276:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018947/real 1734018947] req@ffff8800a8d58e00 x1818247337579776/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018947.592286:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d58e00 x1818247337579776/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018947.592293:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018947.592296:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018947.592298:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337579776:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018947.592323:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337579904:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018947.592336:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018947.592342:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018947/real 1734018947] req@ffff8800a8d59500 x1818247337579904/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018947.592352:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d59500 x1818247337579904/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018947.592360:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018947.592362:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018947.592365:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337579904:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018947.592371:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337580032:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018947.592382:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018947.592388:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018947/real 1734018947] req@ffff8800a8d58380 x1818247337580032/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018947.592398:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d58380 x1818247337580032/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018947.592405:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018947.592407:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018947.592410:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337580032:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018947.592416:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337580160:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018947.592428:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018947.592433:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018947/real 1734018947] req@ffff8800a8d5b480 x1818247337580160/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018947.592443:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5b480 x1818247337580160/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018947.592450:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018947.592453:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018947.592456:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337580160:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018948.433979:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018949.435971:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018950.438011:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018951.440003:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018952.441992:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018952.599823:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018952.599832:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018952.599836:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018952.599847:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3220 00000100:00080000:0.0:1734018952.599855:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018952.599863:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:0.0:1734018952.599899:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5a300 x1818247337580288/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018952.599962:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018952.599966:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018952.599968:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018952.599972:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3220 00000100:00080000:0.0:1734018952.599976:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018952.599980:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018952.599989:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018952.600001:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5a680 x1818247337580416/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018952.600012:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018952.600015:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018952.600016:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018952.600019:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3220 00000100:00080000:0.0:1734018952.600022:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018952.600025:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018952.600029:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018952.600037:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59c00 x1818247337580544/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018952.600045:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018952.600048:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018952.600050:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018952.600054:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3220 00000100:00080000:0.0:1734018952.600056:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018952.600060:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018952.600064:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018952.600069:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337580288:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734018952.600071:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5aa00 x1818247337580672/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018952.600080:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018952.600083:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018952.600084:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018952.600088:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3220 00000100:00080000:0.0:1734018952.600090:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018952.600093:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018952.600098:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018952.600105:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58700 x1818247337580800/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018952.600113:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018952.600116:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018952.600117:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018952.600121:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3220 00000100:00080000:0.0:1734018952.600124:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018952.600127:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018952.600131:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018952.600134:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018952.600138:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5ad80 x1818247337580928/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018952.600154:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018952/real 1734018952] req@ffff8800a8d5a300 x1818247337580288/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018952.600173:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5a300 x1818247337580288/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018952.600183:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018952.600187:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018952.600191:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337580288:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018952.600198:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337580416:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018952.600214:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018952.600220:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018952/real 1734018952] req@ffff8800a8d5a680 x1818247337580416/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018952.600232:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5a680 x1818247337580416/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018952.600239:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018952.600242:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018952.600245:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337580416:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018952.600252:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337580544:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018952.600265:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018952.600271:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018952/real 1734018952] req@ffff8800a8d59c00 x1818247337580544/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018952.600281:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d59c00 x1818247337580544/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018952.600288:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018952.600290:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018952.600293:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337580544:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018952.600318:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337580672:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018952.600331:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018952.600337:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018952/real 1734018952] req@ffff8800a8d5aa00 x1818247337580672/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018952.600347:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5aa00 x1818247337580672/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018952.600355:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018952.600357:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018952.600360:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337580672:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018952.600366:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337580800:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018952.600378:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018952.600384:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018952/real 1734018952] req@ffff8800a8d58700 x1818247337580800/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018952.600395:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d58700 x1818247337580800/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018952.600403:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018952.600405:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018952.600408:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337580800:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018952.600413:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337580928:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018952.600425:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018952.600431:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018952/real 1734018952] req@ffff8800a8d5ad80 x1818247337580928/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018952.600440:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5ad80 x1818247337580928/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018952.600447:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018952.600449:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018952.600452:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337580928:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018953.443989:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018954.445983:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018955.447973:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018956.449978:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018957.452001:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018957.607879:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018957.607887:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018957.607892:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018957.607902:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3225 00000100:00080000:0.0:1734018957.607911:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018957.607919:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:0.0:1734018957.607955:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59f80 x1818247337581056/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018957.607989:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018957.607995:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018957.607998:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018957.608004:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3225 00000100:00080000:0.0:1734018957.608009:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018957.608016:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018957.608028:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018957.608049:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5ad80 x1818247337581184/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018957.608058:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337581056:192.168.201.110@tcp:250:kworker.0 00000100:00080000:0.0:1734018957.608065:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018957.608069:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018957.608072:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018957.608076:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3225 00000100:00080000:0.0:1734018957.608082:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018957.608087:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018957.608093:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018957.608105:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58700 x1818247337581312/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018957.608118:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018957.608122:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018957.608125:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1734018957.608125:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:0.0:1734018957.608130:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3225 00000100:00080000:0.0:1734018957.608134:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018957.608139:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018957.608145:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018957.608149:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018957/real 1734018957] req@ffff8800a8d59f80 x1818247337581056/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018957.608157:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5aa00 x1818247337581440/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018957.608170:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018957.608173:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d59f80 x1818247337581056/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734018957.608175:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018957.608178:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018957.608183:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3225 00000100:00080000:0.0:1734018957.608187:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1734018957.608187:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018957.608191:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00080000:0.0:1734018957.608192:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018957.608198:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734018957.608198:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337581056:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734018957.608208:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59c00 x1818247337581568/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018957.608224:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337581184:192.168.201.110@tcp:38:kworker.0 00000100:00080000:0.0:1734018957.608233:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018957.608237:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018957.608239:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018957.608245:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3225 00000100:00080000:0.0:1734018957.608249:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734018957.608250:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:0.0:1734018957.608254:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018957.608260:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018957.608260:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018957/real 1734018957] req@ffff8800a8d5ad80 x1818247337581184/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734018957.608272:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5a680 x1818247337581696/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018957.608278:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5ad80 x1818247337581184/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018957.608290:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018957.608294:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018957.608299:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337581184:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018957.608308:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337581312:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018957.608333:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018957.608344:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018957/real 1734018957] req@ffff8800a8d58700 x1818247337581312/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018957.608362:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d58700 x1818247337581312/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018957.608375:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018957.608378:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018957.608383:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337581312:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018957.608390:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337581440:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018957.608410:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018957.608417:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018957/real 1734018957] req@ffff8800a8d5aa00 x1818247337581440/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018957.608428:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5aa00 x1818247337581440/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018957.608436:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018957.608438:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018957.608441:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337581440:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018957.608457:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337581568:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018957.608474:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018957.608480:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018957/real 1734018957] req@ffff8800a8d59c00 x1818247337581568/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018957.608490:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d59c00 x1818247337581568/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018957.608498:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018957.608500:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018957.608503:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337581568:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018957.608508:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337581696:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018957.608520:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018957.608525:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018957/real 1734018957] req@ffff8800a8d5a680 x1818247337581696/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018957.608536:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5a680 x1818247337581696/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018957.608543:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018957.608545:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018957.608548:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337581696:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018958.454029:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018959.455983:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018960.458006:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018961.459980:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018962.461971:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018962.615849:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018962.615857:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018962.615862:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018962.615872:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3230 00000100:00080000:0.0:1734018962.615881:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018962.615888:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:0.0:1734018962.615924:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5a300 x1818247337581824/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018962.615956:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018962.615960:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018962.615962:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018962.615966:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3230 00000100:00080000:0.0:1734018962.615969:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018962.615974:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018962.615984:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018962.615995:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5b480 x1818247337581952/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018962.616005:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018962.616008:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018962.616010:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018962.616013:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3230 00000100:00080000:0.0:1734018962.616016:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018962.616019:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018962.616023:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018962.616031:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58380 x1818247337582080/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018962.616040:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018962.616042:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018962.616044:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018962.616047:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3230 00000100:00080000:0.0:1734018962.616050:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018962.616053:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734018962.616056:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337581824:192.168.201.110@tcp:250:kworker.0 00000008:00100000:0.0:1734018962.616057:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018962.616064:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59500 x1818247337582208/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018962.616073:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018962.616077:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018962.616078:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018962.616082:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3230 00000100:00080000:0.0:1734018962.616085:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018962.616088:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018962.616092:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018962.616099:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58e00 x1818247337582336/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018962.616108:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018962.616111:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018962.616112:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018962.616115:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3230 00000100:00080000:0.0:1734018962.616118:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018962.616122:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734018962.616122:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:0.0:1734018962.616125:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018962.616132:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59180 x1818247337582464/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018962.616142:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018962/real 1734018962] req@ffff8800a8d5a300 x1818247337581824/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018962.616162:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5a300 x1818247337581824/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018962.616172:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018962.616176:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018962.616180:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337581824:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018962.616188:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337581952:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018962.616203:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018962.616210:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018962/real 1734018962] req@ffff8800a8d5b480 x1818247337581952/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018962.616221:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5b480 x1818247337581952/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018962.616230:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018962.616232:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018962.616236:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337581952:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018962.616241:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337582080:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018962.616254:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018962.616260:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018962/real 1734018962] req@ffff8800a8d58380 x1818247337582080/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018962.616270:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d58380 x1818247337582080/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018962.616277:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018962.616280:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018962.616283:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337582080:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018962.616307:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337582208:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018962.616320:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018962.616326:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018962/real 1734018962] req@ffff8800a8d59500 x1818247337582208/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018962.616336:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d59500 x1818247337582208/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018962.616344:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018962.616346:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018962.616349:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337582208:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018962.616355:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337582336:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018962.616367:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018962.616373:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018962/real 1734018962] req@ffff8800a8d58e00 x1818247337582336/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018962.616384:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d58e00 x1818247337582336/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018962.616392:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018962.616394:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018962.616397:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337582336:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018962.616402:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337582464:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018962.616414:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018962.616419:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018962/real 1734018962] req@ffff8800a8d59180 x1818247337582464/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018962.616429:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d59180 x1818247337582464/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018962.616436:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018962.616438:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018962.616441:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337582464:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018963.463994:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018964.466012:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018965.468002:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018966.469824:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018967.472028:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018967.623842:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018967.623851:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018967.623855:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018967.623866:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3235 00000100:00080000:0.0:1734018967.623876:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018967.623884:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:0.0:1734018967.623921:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58a80 x1818247337582592/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018967.623955:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018967.623959:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018967.623961:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018967.623965:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3235 00000100:00080000:0.0:1734018967.623969:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018967.623973:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018967.623982:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018967.623994:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59180 x1818247337582720/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018967.624004:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018967.624007:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018967.624009:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018967.624012:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3235 00000100:00080000:0.0:1734018967.624015:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018967.624018:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018967.624022:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018967.624030:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58e00 x1818247337582848/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018967.624038:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018967.624041:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018967.624042:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018967.624047:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3235 00000100:00080000:0.0:1734018967.624049:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018967.624052:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018967.624057:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018967.624064:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59500 x1818247337582976/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018967.624065:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337582592:192.168.201.110@tcp:250:kworker.0 00000100:00080000:0.0:1734018967.624073:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018967.624077:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018967.624078:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018967.624081:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3235 00000100:00080000:0.0:1734018967.624085:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018967.624088:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018967.624092:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018967.624099:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58380 x1818247337583104/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018967.624108:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018967.624110:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018967.624112:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018967.624115:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3235 00000100:00080000:0.0:1734018967.624118:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018967.624121:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018967.624125:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018967.624131:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734018967.624133:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5b480 x1818247337583232/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018967.624152:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018967/real 1734018967] req@ffff8800a8d58a80 x1818247337582592/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018967.624173:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d58a80 x1818247337582592/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018967.624183:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018967.624186:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018967.624191:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337582592:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018967.624198:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337582720:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018967.624213:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018967.624220:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018967/real 1734018967] req@ffff8800a8d59180 x1818247337582720/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018967.624231:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d59180 x1818247337582720/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018967.624238:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018967.624241:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018967.624244:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337582720:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018967.624250:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337582848:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018967.624263:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018967.624268:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018967/real 1734018967] req@ffff8800a8d58e00 x1818247337582848/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018967.624278:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d58e00 x1818247337582848/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018967.624287:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018967.624289:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018967.624292:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337582848:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018967.624316:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337582976:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018967.624329:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018967.624334:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018967/real 1734018967] req@ffff8800a8d59500 x1818247337582976/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018967.624345:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d59500 x1818247337582976/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018967.624353:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018967.624355:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018967.624358:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337582976:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018967.624363:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337583104:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018967.624375:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018967.624381:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018967/real 1734018967] req@ffff8800a8d58380 x1818247337583104/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018967.624391:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d58380 x1818247337583104/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018967.624398:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018967.624400:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018967.624403:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337583104:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018967.624409:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337583232:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018967.624421:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018967.624427:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018967/real 1734018967] req@ffff8800a8d5b480 x1818247337583232/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018967.624437:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5b480 x1818247337583232/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018967.624444:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018967.624446:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018967.624449:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337583232:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018968.473992:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018969.475958:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018970.477987:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018971.479981:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018972.481938:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734018972.631778:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018972.631786:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734018972.631791:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018972.631801:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3240 00000100:00080000:0.0:1734018972.631811:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018972.631818:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:0.0:1734018972.631853:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5a300 x1818247337583360/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018972.631885:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018972.631889:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018972.631891:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018972.631895:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3240 00000100:00080000:0.0:1734018972.631897:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018972.631902:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018972.631911:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018972.631922:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5a680 x1818247337583488/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018972.631932:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018972.631935:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734018972.631936:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018972.631940:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3240 00000100:00080000:0.0:1734018972.631943:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018972.631948:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018972.631952:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018972.631960:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59c00 x1818247337583616/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018972.631969:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018972.631972:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018972.631973:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018972.631976:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3240 00000100:00080000:0.0:1734018972.631979:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018972.631982:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018972.631986:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018972.631991:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337583360:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734018972.631994:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5aa00 x1818247337583744/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018972.632002:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018972.632005:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734018972.632007:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018972.632010:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3240 00000100:00080000:0.0:1734018972.632013:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018972.632016:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734018972.632020:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734018972.632028:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58700 x1818247337583872/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734018972.632037:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734018972.632041:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734018972.632042:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734018972.632046:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3240 00000100:00080000:0.0:1734018972.632049:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734018972.632052:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734018972.632055:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:0.0:1734018972.632056:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734018972.632063:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5ad80 x1818247337584000/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018972.632076:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018972/real 1734018972] req@ffff8800a8d5a300 x1818247337583360/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018972.632095:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5a300 x1818247337583360/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734018997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018972.632106:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018972.632109:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018972.632114:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337583360:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018972.632121:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337583488:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018972.632140:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018972.632147:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018972/real 1734018972] req@ffff8800a8d5a680 x1818247337583488/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018972.632158:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5a680 x1818247337583488/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018972.632166:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018972.632169:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018972.632172:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337583488:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018972.632178:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337583616:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018972.632190:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018972.632196:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018972/real 1734018972] req@ffff8800a8d59c00 x1818247337583616/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018972.632206:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d59c00 x1818247337583616/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018972.632213:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018972.632215:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018972.632218:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337583616:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018972.632241:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337583744:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018972.632253:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018972.632260:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018972/real 1734018972] req@ffff8800a8d5aa00 x1818247337583744/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018972.632276:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5aa00 x1818247337583744/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018972.632284:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018972.632286:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018972.632289:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337583744:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018972.632294:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337583872:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018972.632310:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018972.632316:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018972/real 1734018972] req@ffff8800a8d58700 x1818247337583872/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018972.632326:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d58700 x1818247337583872/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734018997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018972.632333:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018972.632335:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018972.632338:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337583872:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018972.632343:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337584000:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018972.632359:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018972.632365:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018972/real 1734018972] req@ffff8800a8d5ad80 x1818247337584000/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018972.632375:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5ad80 x1818247337584000/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734018997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018972.632382:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018972.632385:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018972.632388:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337584000:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018973.483960:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018974.485966:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018975.487969:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018976.490032:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018977.491946:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018977.639924:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018977.639932:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018977.639937:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018977.639947:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3245 00000100:00080000:2.0:1734018977.639956:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018977.639963:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018977.640001:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337584128/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018977.640040:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018977.640046:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018977.640050:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018977.640057:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3245 00000100:00080000:2.0:1734018977.640062:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018977.640068:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018977.640082:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734018977.640098:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337584128:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018977.640098:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337584256/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018977.640114:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018977.640118:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018977.640121:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018977.640126:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3245 00000100:00080000:2.0:1734018977.640130:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018977.640135:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018977.640141:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018977.640153:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337584384/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018977.640165:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1734018977.640166:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018977.640170:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018977.640172:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018977.640177:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3245 00000100:00100000:1.0:1734018977.640189:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018977/real 1734018977] req@ffff8800a8fd7100 x1818247337584128/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018977.640195:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018977.640201:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018977.640207:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018977.640214:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337584128/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018977.640220:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337584512/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734018977.640227:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018977.640232:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00080000:2.0:1734018977.640234:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018977.640239:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337584128:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018977.640240:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018977.640242:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018977.640248:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3245 00000100:00080000:2.0:1734018977.640252:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018977.640256:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018977.640262:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734018977.640267:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337584256:192.168.201.110@tcp:38:kworker.0 00000100:00100000:2.0:1734018977.640274:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337584640/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018977.640289:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1734018977.640293:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734018977.640294:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018977.640297:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018977.640302:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3245 00000100:00100000:1.0:1734018977.640304:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018977/real 1734018977] req@ffff8800a8fd5f80 x1818247337584256/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734018977.640306:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018977.640311:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018977.640318:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018977.640322:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337584256/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734018977.640329:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337584768/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734018977.640335:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018977.640339:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018977.640345:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337584256:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018977.640358:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337584384:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018977.640381:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018977.640393:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018977/real 1734018977] req@ffff8800a8fd5180 x1818247337584384/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018977.640411:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337584384/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018977.640424:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018977.640428:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018977.640433:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337584384:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018977.640439:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337584512:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018977.640458:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018977.640466:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018977/real 1734018977] req@ffff8800a8fd5880 x1818247337584512/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018977.640476:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337584512/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018977.640484:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018977.640487:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018977.640490:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337584512:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018977.640533:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337584640:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018977.640549:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018977.640556:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018977/real 1734018977] req@ffff8800a8fd4a80 x1818247337584640/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018977.640567:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337584640/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018977.640575:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018977.640577:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018977.640581:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337584640:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018977.640586:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337584768:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018977.640597:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018977.640603:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018977/real 1734018977] req@ffff8800a8fd6300 x1818247337584768/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018977.640612:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337584768/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018977.640619:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018977.640622:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018977.640625:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337584768:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018978.493935:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018979.495920:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018980.497925:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018981.499966:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018982.501965:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018982.647820:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018982.647829:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018982.647833:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018982.647843:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3250 00000100:00080000:2.0:1734018982.647852:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018982.647861:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018982.647896:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337584896/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018982.647929:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018982.647933:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018982.647935:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018982.647940:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3250 00000100:00080000:2.0:1734018982.647943:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018982.647946:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018982.647955:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018982.647965:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337585024/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018982.647976:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018982.647979:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018982.647980:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018982.647984:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3250 00000100:00080000:2.0:1734018982.647987:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018982.647990:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018982.647994:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018982.648002:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337585152/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018982.648010:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018982.648013:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018982.648015:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018982.648019:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3250 00000100:00080000:2.0:1734018982.648021:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018982.648025:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018982.648029:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018982.648034:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337584896:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018982.648036:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337585280/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018982.648045:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018982.648049:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018982.648050:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018982.648054:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3250 00000100:00080000:2.0:1734018982.648056:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018982.648060:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018982.648064:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018982.648072:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337585408/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018982.648081:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018982.648083:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018982.648085:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018982.648088:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3250 00000100:00080000:2.0:1734018982.648091:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018982.648094:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018982.648098:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018982.648105:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337585536/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018982.648120:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337585024:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018982.648141:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337585152:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018982.648164:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337585280:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018982.648178:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337585408:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018982.648192:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337585536:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018983.503987:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018984.505987:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018985.507964:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734018985.653997:0:1966:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:3.0:1734018985.654045:0:1966:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734018985.654063:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734018985.654097:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734018985.654105:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734018985.654111:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734018985.654117:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734018985.654124:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:1.0:1734018985.654218:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018982/real 1734018985] req@ffff8800a8fd7b80 x1818247337585280/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018985.654256:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337585280/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018985.654274:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018985.654280:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018985.654288:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337585280:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018985.654300:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018982/real 1734018985] req@ffff8800a8fd6300 x1818247337585408/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018985.654321:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337585408/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018985.654334:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018985.654339:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018985.654345:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337585408:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018985.654355:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018982/real 1734018985] req@ffff8800a8fd4a80 x1818247337585536/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018985.654412:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337585536/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018985.654423:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018985.654427:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018985.654432:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337585536:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018985.654441:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018982/real 1734018985] req@ffff8800a8fd7800 x1818247337584896/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018985.654459:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337584896/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018985.654471:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018985.654475:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018985.654480:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337584896:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018985.654490:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018982/real 1734018985] req@ffff8800a8fd7480 x1818247337585024/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018985.654507:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337585024/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018985.654520:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018985.654524:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018985.654529:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337585024:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018985.654539:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018982/real 1734018985] req@ffff8800a8fd4380 x1818247337585152/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018985.654556:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337585152/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018985.654579:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018985.654584:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018985.654589:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337585152:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018986.509974:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018987.511944:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018987.655846:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018987.655859:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018987.655865:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018987.655879:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3255 00000100:00080000:2.0:1734018987.655892:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018987.655901:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018987.655951:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337585664/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018987.655990:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018987.655995:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018987.655996:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018987.656001:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3255 00000100:00080000:2.0:1734018987.656005:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018987.656009:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018987.656020:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018987.656032:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337585792/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018987.656042:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018987.656045:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018987.656047:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018987.656051:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3255 00000100:00080000:2.0:1734018987.656054:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018987.656058:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018987.656065:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018987.656074:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337585920/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018987.656083:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018987.656086:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018987.656088:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018987.656092:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3255 00000100:00080000:2.0:1734018987.656094:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018987.656097:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018987.656101:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018987.656109:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337586048/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018987.656119:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734018987.656120:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337585664:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734018987.656122:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018987.656124:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018987.656128:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3255 00000100:00080000:2.0:1734018987.656130:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018987.656134:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018987.656138:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018987.656146:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337586176/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018987.656156:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018987.656159:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018987.656162:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018987.656166:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3255 00000100:00080000:2.0:1734018987.656169:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018987.656172:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018987.656176:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018987.656184:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337586304/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734018987.656190:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018987.656212:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018987/real 1734018987] req@ffff8800a8fd5880 x1818247337585664/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018987.656232:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337585664/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018987.656244:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018987.656248:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018987.656252:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337585664:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018987.656260:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337585792:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018987.656277:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018987.656283:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018987/real 1734018987] req@ffff8800a8fd5180 x1818247337585792/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018987.656295:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337585792/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018987.656302:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018987.656305:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018987.656309:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337585792:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018987.656316:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337585920:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018987.656378:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018987.656386:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018987/real 1734018987] req@ffff8800a8fd5f80 x1818247337585920/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018987.656397:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337585920/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018987.656406:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018987.656408:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018987.656411:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337585920:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018987.656438:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337586048:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018987.656452:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018987.656458:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018987/real 1734018987] req@ffff8800a8fd7100 x1818247337586048/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018987.656468:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337586048/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018987.656476:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018987.656478:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018987.656481:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337586048:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018987.656488:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337586176:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018987.656500:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018987.656507:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018987/real 1734018987] req@ffff8800a8fd6d80 x1818247337586176/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018987.656517:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337586176/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018987.656525:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018987.656527:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018987.656530:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337586176:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018987.656536:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337586304:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018987.656548:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018987.656554:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018987/real 1734018987] req@ffff8800a8fd6a00 x1818247337586304/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018987.656563:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337586304/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018987.656570:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018987.656573:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018987.656576:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337586304:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734018988.513989:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018989.515964:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018990.517956:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018991.519988:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018992.522025:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018992.663825:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018992.663837:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018992.663843:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018992.663856:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3260 00000100:00080000:2.0:1734018992.663867:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018992.663877:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018992.663925:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337586432/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018992.663963:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018992.663968:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018992.663970:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018992.663974:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3260 00000100:00080000:2.0:1734018992.663978:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018992.663982:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018992.663993:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018992.664005:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337586560/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018992.664023:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018992.664026:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018992.664028:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018992.664032:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3260 00000100:00080000:2.0:1734018992.664034:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018992.664038:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018992.664044:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018992.664052:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337586688/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018992.664061:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018992.664064:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018992.664065:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018992.664069:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3260 00000100:00080000:2.0:1734018992.664072:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018992.664075:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018992.664080:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018992.664089:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337586432:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018992.664089:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337586816/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018992.664098:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018992.664102:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018992.664103:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018992.664107:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3260 00000100:00080000:2.0:1734018992.664111:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018992.664114:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018992.664119:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018992.664129:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337586944/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018992.664138:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018992.664141:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018992.664142:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018992.664146:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3260 00000100:00080000:2.0:1734018992.664149:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018992.664152:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018992.664156:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734018992.664164:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734018992.664164:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337587072/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018992.664187:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018992/real 1734018992] req@ffff8800a8fd4e00 x1818247337586432/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018992.664216:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337586432/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018992.664228:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018992.664231:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018992.664236:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337586432:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018992.664286:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337586560:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018992.664307:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018992.664315:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018992/real 1734018992] req@ffff8800a8fd5500 x1818247337586560/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018992.664326:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337586560/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018992.664334:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018992.664337:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018992.664341:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337586560:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018992.664348:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337586688:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018992.664361:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018992.664367:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018992/real 1734018992] req@ffff8800a8fd6680 x1818247337586688/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018992.664377:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337586688/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018992.664385:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018992.664388:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018992.664391:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337586688:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018992.664417:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337586816:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018992.664430:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018992.664436:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018992/real 1734018992] req@ffff8800a8fd5c00 x1818247337586816/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018992.664447:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337586816/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018992.664455:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018992.664457:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018992.664460:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337586816:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018992.664466:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337586944:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018992.664479:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018992.664484:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018992/real 1734018992] req@ffff8800a8fd6a00 x1818247337586944/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018992.664494:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337586944/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018992.664501:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018992.664504:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018992.664507:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337586944:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018992.664513:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337587072:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018992.664528:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018992.664534:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018992/real 1734018992] req@ffff8800a8fd6d80 x1818247337587072/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018992.664544:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337587072/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018992.664551:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018992.664553:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018992.664556:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337587072:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734018993.523996:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734018994.525987:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018995.527991:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018996.529955:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734018997.532055:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734018997.671853:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018997.671862:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734018997.671866:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018997.671876:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3265 00000100:00080000:2.0:1734018997.671886:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018997.671893:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734018997.671930:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337587200/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018997.671964:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018997.671968:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018997.671970:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018997.671975:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3265 00000100:00080000:2.0:1734018997.671978:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018997.671982:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018997.671991:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018997.672002:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337587328/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018997.672012:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018997.672015:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734018997.672017:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018997.672021:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3265 00000100:00080000:2.0:1734018997.672023:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018997.672027:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018997.672031:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018997.672038:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337587456/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018997.672047:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018997.672050:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018997.672051:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018997.672055:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3265 00000100:00080000:2.0:1734018997.672057:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018997.672060:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018997.672064:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734018997.672072:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337587200:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734018997.672072:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337587584/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018997.672082:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018997.672086:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734018997.672087:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018997.672091:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3265 00000100:00080000:2.0:1734018997.672093:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018997.672096:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734018997.672100:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734018997.672107:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337587712/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734018997.672115:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734018997.672118:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734018997.672120:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734018997.672123:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3265 00000100:00080000:2.0:1734018997.672135:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734018997.672139:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734018997.672141:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734018997.672142:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734018997.672149:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337587840/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734018997.672194:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018997/real 1734018997] req@ffff8800a8fd7100 x1818247337587200/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018997.672214:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337587200/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018997.672224:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018997.672228:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018997.672233:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337587200:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734018997.672240:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337587328:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018997.672259:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018997.672266:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018997/real 1734018997] req@ffff8800a8fd5f80 x1818247337587328/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018997.672285:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337587328/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018997.672292:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018997.672295:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018997.672298:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337587328:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018997.672304:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337587456:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018997.672317:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018997.672323:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018997/real 1734018997] req@ffff8800a8fd5180 x1818247337587456/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018997.672333:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337587456/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018997.672340:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018997.672342:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018997.672345:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337587456:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018997.672369:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337587584:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018997.672382:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018997.672388:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018997/real 1734018997] req@ffff8800a8fd5880 x1818247337587584/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018997.672398:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337587584/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018997.672406:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018997.672409:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018997.672412:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337587584:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734018997.672418:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337587712:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734018997.672430:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018997.672436:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018997/real 1734018997] req@ffff8800a8fd4380 x1818247337587712/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018997.672446:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337587712/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018997.672454:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018997.672456:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018997.672459:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337587712:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734018997.672464:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337587840:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734018997.672475:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734018997.672481:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734018997/real 1734018997] req@ffff8800a8fd7480 x1818247337587840/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734018997.672491:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337587840/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734018997.672497:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734018997.672500:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734018997.672503:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337587840:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734018998.533969:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734018999.535962:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019000.537986:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019001.539987:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019002.541978:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019002.679843:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019002.679851:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019002.679856:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019002.679867:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3270 00000100:00080000:2.0:1734019002.679876:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019002.679885:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019002.679920:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337587968/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019002.679954:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019002.679958:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019002.679960:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019002.679965:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3270 00000100:00080000:2.0:1734019002.679968:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019002.679972:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019002.679982:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019002.679992:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337588096/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019002.680002:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019002.680005:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019002.680007:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019002.680010:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3270 00000100:00080000:2.0:1734019002.680013:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019002.680016:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019002.680021:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019002.680028:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337588224/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019002.680037:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019002.680039:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019002.680042:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019002.680046:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3270 00000100:00080000:2.0:1734019002.680048:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019002.680051:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019002.680055:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019002.680059:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337587968:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019002.680063:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337588352/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019002.680112:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019002.680116:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019002.680117:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019002.680121:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3270 00000100:00080000:2.0:1734019002.680124:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019002.680128:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019002.680133:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019002.680143:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337588480/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019002.680153:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1734019002.680155:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734019002.680156:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019002.680157:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019002.680161:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3270 00000100:00080000:2.0:1734019002.680164:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019002.680167:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019002.680170:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019002.680175:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019002/real 1734019002] req@ffff8800a8fd7800 x1818247337587968/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019002.680178:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337588608/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019002.680195:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337587968/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019002.680205:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019002.680208:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019002.680213:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337587968:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019002.680221:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337588096:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019002.680237:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019002.680244:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019002/real 1734019002] req@ffff8800a8fd4a80 x1818247337588096/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019002.680254:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337588096/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019002.680262:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019002.680265:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019002.680269:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337588096:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019002.680275:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337588224:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019002.680288:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019002.680293:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019002/real 1734019002] req@ffff8800a8fd6300 x1818247337588224/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019002.680311:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337588224/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019002.680319:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019002.680321:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019002.680324:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337588224:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019002.680348:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337588352:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019002.680360:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019002.680366:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019002/real 1734019002] req@ffff8800a8fd7b80 x1818247337588352/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019002.680375:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337588352/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019002.680383:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019002.680385:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019002.680388:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337588352:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019002.680394:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337588480:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019002.680406:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019002.680411:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019002/real 1734019002] req@ffff8800a8fd7480 x1818247337588480/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019002.680421:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337588480/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019002.680428:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019002.680431:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019002.680434:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337588480:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019002.680440:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337588608:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019002.680454:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019002.680459:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019002/real 1734019002] req@ffff8800a8fd4380 x1818247337588608/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019002.680469:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337588608/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019002.680476:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019002.680478:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019002.680481:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337588608:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019003.543902:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019004.545973:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019005.547950:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019006.549973:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019007.551959:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019007.687824:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019007.687833:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019007.687837:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019007.687847:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3275 00000100:00080000:2.0:1734019007.687856:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019007.687864:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019007.687901:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337588736/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019007.687934:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019007.687938:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019007.687940:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019007.687944:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3275 00000100:00080000:2.0:1734019007.687947:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019007.687951:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019007.687960:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019007.687971:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337588864/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019007.687980:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019007.688021:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019007.688023:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019007.688028:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3275 00000100:00080000:2.0:1734019007.688031:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019007.688034:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019007.688040:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019007.688049:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337588992/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019007.688058:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337588736:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019007.688059:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019007.688062:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019007.688064:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019007.688067:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3275 00000100:00080000:2.0:1734019007.688070:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019007.688073:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019007.688077:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019007.688085:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337589120/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019007.688093:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019007.688096:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019007.688097:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019007.688101:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3275 00000100:00080000:2.0:1734019007.688104:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019007.688107:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019007.688111:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019007.688118:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337589248/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019007.688123:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734019007.688127:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019007.688130:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019007.688132:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019007.688136:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3275 00000100:00080000:2.0:1734019007.688139:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019007.688142:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734019007.688144:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019007/real 1734019007] req@ffff8800a8fd5880 x1818247337588736/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:2.0:1734019007.688146:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019007.688153:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337589376/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019007.688163:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337588736/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019007.688173:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019007.688176:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019007.688181:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337588736:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019007.688189:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337588864:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019007.688205:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019007.688212:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019007/real 1734019007] req@ffff8800a8fd5180 x1818247337588864/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019007.688223:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337588864/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019007.688231:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019007.688234:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019007.688237:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337588864:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019007.688259:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337588992:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019007.688273:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019007.688279:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019007/real 1734019007] req@ffff8800a8fd5f80 x1818247337588992/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019007.688289:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337588992/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019007.688296:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019007.688299:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019007.688302:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337588992:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019007.688308:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337589120:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019007.688319:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019007.688325:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019007/real 1734019007] req@ffff8800a8fd7100 x1818247337589120/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019007.688335:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337589120/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019007.688343:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019007.688346:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019007.688349:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337589120:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019007.688354:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337589248:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019007.688366:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019007.688371:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019007/real 1734019007] req@ffff8800a8fd6d80 x1818247337589248/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019007.688381:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337589248/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019007.688388:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019007.688391:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019007.688394:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337589248:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019007.688399:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337589376:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019007.688416:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019007.688422:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019007/real 1734019007] req@ffff8800a8fd6a00 x1818247337589376/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019007.688432:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337589376/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019007.688439:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019007.688441:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019007.688444:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337589376:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019008.553958:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019009.555985:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019010.558000:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019011.559990:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019012.561993:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019012.695851:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019012.695860:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019012.695864:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019012.695874:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3280 00000100:00080000:2.0:1734019012.695884:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019012.695891:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019012.695965:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337589504/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019012.695997:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019012.696001:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019012.696003:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019012.696007:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3280 00000100:00080000:2.0:1734019012.696011:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019012.696015:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019012.696024:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019012.696034:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337589632/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019012.696052:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019012.696055:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019012.696056:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019012.696060:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3280 00000100:00080000:2.0:1734019012.696062:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019012.696065:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019012.696070:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019012.696077:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337589760/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019012.696085:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019012.696088:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019012.696090:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019012.696093:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3280 00000100:00080000:2.0:1734019012.696095:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019012.696099:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019012.696103:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019012.696104:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337589504:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019012.696110:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337589888/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019012.696119:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019012.696122:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019012.696124:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019012.696127:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3280 00000100:00080000:2.0:1734019012.696130:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019012.696133:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019012.696137:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019012.696146:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337590016/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019012.696155:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019012.696158:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019012.696159:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019012.696162:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3280 00000100:00080000:2.0:1734019012.696165:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734019012.696168:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734019012.696168:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019012.696172:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019012.696179:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337590144/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019012.696189:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019012/real 1734019012] req@ffff8800a8fd5c00 x1818247337589504/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019012.696209:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337589504/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019012.696219:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019012.696222:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019012.696227:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337589504:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019012.696234:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337589632:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019012.696250:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019012.696257:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019012/real 1734019012] req@ffff8800a8fd6680 x1818247337589632/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019012.696268:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337589632/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019012.696276:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019012.696279:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019012.696282:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337589632:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019012.696289:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337589760:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019012.696307:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019012.696313:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019012/real 1734019012] req@ffff8800a8fd5500 x1818247337589760/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019012.696324:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337589760/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019012.696331:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019012.696334:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019012.696337:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337589760:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019012.696360:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337589888:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019012.696373:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019012.696378:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019012/real 1734019012] req@ffff8800a8fd4e00 x1818247337589888/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019012.696388:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337589888/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019012.696396:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019012.696398:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019012.696401:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337589888:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019012.696407:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337590016:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019012.696424:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019012.696429:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019012/real 1734019012] req@ffff8800a8fd6a00 x1818247337590016/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019012.696440:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337590016/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019012.696448:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019012.696450:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019012.696453:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337590016:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019012.696459:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337590144:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019012.696475:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019012.696480:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019012/real 1734019012] req@ffff8800a8fd6d80 x1818247337590144/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019012.696490:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337590144/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019012.696497:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019012.696499:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019012.696502:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337590144:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734019013.563973:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019014.565981:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019015.568001:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019016.569930:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019017.571990:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019017.703885:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019017.703894:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019017.703899:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019017.703909:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3285 00000100:00080000:2.0:1734019017.703917:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019017.703925:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019017.703963:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337590272/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019017.703995:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019017.703999:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019017.704002:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019017.704006:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3285 00000100:00080000:2.0:1734019017.704010:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019017.704014:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019017.704023:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019017.704033:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337590400/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019017.704043:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019017.704047:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019017.704048:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019017.704052:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3285 00000100:00080000:2.0:1734019017.704054:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019017.704057:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019017.704062:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019017.704069:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337590528/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019017.704078:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019017.704081:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019017.704082:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019017.704086:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3285 00000100:00080000:2.0:1734019017.704089:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019017.704092:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019017.704096:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019017.704099:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337590272:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019017.704104:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337590656/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019017.704113:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019017.704117:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019017.704118:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019017.704122:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3285 00000100:00080000:2.0:1734019017.704124:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019017.704127:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019017.704131:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019017.704138:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337590784/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019017.704147:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019017.704150:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019017.704151:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019017.704155:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3285 00000100:00080000:2.0:1734019017.704157:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019017.704160:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019017.704164:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019017.704165:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734019017.704171:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337590912/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019017.704186:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019017/real 1734019017] req@ffff8800a8fd7100 x1818247337590272/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019017.704206:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337590272/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019017.704217:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019017.704221:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019017.704225:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337590272:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019017.704232:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337590400:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019017.704249:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019017.704255:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019017/real 1734019017] req@ffff8800a8fd5f80 x1818247337590400/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019017.704266:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337590400/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019017.704274:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019017.704277:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019017.704280:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337590400:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019017.704286:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337590528:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019017.704303:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019017.704309:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019017/real 1734019017] req@ffff8800a8fd5180 x1818247337590528/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019017.704319:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337590528/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019017.704326:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019017.704329:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019017.704332:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337590528:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019017.704357:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337590656:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019017.704370:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019017.704376:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019017/real 1734019017] req@ffff8800a8fd5880 x1818247337590656/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019017.704386:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337590656/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019017.704394:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019017.704396:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019017.704399:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337590656:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019017.704405:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337590784:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019017.704417:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019017.704422:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019017/real 1734019017] req@ffff8800a8fd4380 x1818247337590784/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019017.704432:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337590784/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019017.704439:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019017.704442:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019017.704445:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337590784:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019017.704450:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337590912:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019017.704462:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019017.704468:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019017/real 1734019017] req@ffff8800a8fd7480 x1818247337590912/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019042 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019017.704478:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337590912/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019042 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019017.704486:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019017.704488:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019017.704491:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337590912:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734019018.574027:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019019.575977:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019020.577995:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019021.579970:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019022.581976:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019022.711861:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019022.711870:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019022.711875:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019022.711885:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3290 00000100:00080000:2.0:1734019022.711895:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019022.711903:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019022.711940:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337591040/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019022.711973:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019022.711977:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019022.711979:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019022.711983:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3290 00000100:00080000:2.0:1734019022.711986:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019022.711990:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019022.711999:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019022.712010:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337591168/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019022.712019:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019022.712023:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019022.712024:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019022.712028:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3290 00000100:00080000:2.0:1734019022.712031:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019022.712034:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019022.712038:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019022.712046:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337591296/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019022.712054:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019022.712057:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019022.712059:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019022.712063:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3290 00000100:00080000:2.0:1734019022.712066:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019022.712069:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019022.712073:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019022.712081:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337591040:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019022.712081:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337591424/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019022.712090:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019022.712093:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019022.712094:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019022.712098:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3290 00000100:00080000:2.0:1734019022.712100:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019022.712104:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019022.712108:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019022.712116:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337591552/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019022.712125:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019022.712127:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019022.712129:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019022.712132:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3290 00000100:00080000:2.0:1734019022.712136:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019022.712139:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019022.712143:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019022.712146:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734019022.712151:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337591680/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019022.712167:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019022/real 1734019022] req@ffff8800a8fd7b80 x1818247337591040/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019022.712186:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337591040/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019022.712197:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019022.712200:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019022.712204:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337591040:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019022.712212:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337591168:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019022.712227:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019022.712234:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019022/real 1734019022] req@ffff8800a8fd6300 x1818247337591168/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019022.712245:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337591168/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019022.712253:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019022.712256:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019022.712260:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337591168:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019022.712266:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337591296:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019022.712278:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019022.712284:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019022/real 1734019022] req@ffff8800a8fd4a80 x1818247337591296/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019022.712294:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337591296/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019022.712301:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019022.712304:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019022.712307:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337591296:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019022.712332:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337591424:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019022.712344:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019022.712350:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019022/real 1734019022] req@ffff8800a8fd7800 x1818247337591424/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019022.712361:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337591424/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019022.712368:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019022.712370:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019022.712373:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337591424:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019022.712380:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337591552:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019022.712392:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019022.712398:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019022/real 1734019022] req@ffff8800a8fd7480 x1818247337591552/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019022.712409:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337591552/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019022.712416:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019022.712419:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019022.712422:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337591552:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019022.712427:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337591680:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019022.712438:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019022.712443:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019022/real 1734019022] req@ffff8800a8fd4380 x1818247337591680/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019047 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019022.712453:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337591680/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019047 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019022.712460:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019022.712462:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019022.712465:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337591680:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019023.583953:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019024.585945:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019025.587958:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019026.590004:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019027.591969:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019027.719821:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019027.719829:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019027.719834:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019027.719844:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3295 00000100:00080000:2.0:1734019027.719854:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019027.719862:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019027.719900:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337591808/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019027.719934:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019027.719938:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019027.719940:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019027.719944:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3295 00000100:00080000:2.0:1734019027.719947:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019027.719950:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019027.719960:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019027.719970:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337591936/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019027.719980:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019027.719983:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019027.719985:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019027.719989:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3295 00000100:00080000:2.0:1734019027.719991:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019027.719995:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019027.720000:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019027.720008:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337592064/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019027.720017:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019027.720020:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019027.720021:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019027.720025:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3295 00000100:00080000:2.0:1734019027.720027:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019027.720030:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019027.720035:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019027.720042:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337592192/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019027.720044:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337591808:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019027.720051:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019027.720054:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019027.720056:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019027.720059:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3295 00000100:00080000:2.0:1734019027.720062:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019027.720065:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019027.720069:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019027.720076:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337592320/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019027.720085:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019027.720088:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019027.720090:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019027.720094:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3295 00000100:00080000:2.0:1734019027.720106:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734019027.720110:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734019027.720110:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019027.720114:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019027.720122:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337592448/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019027.720131:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019027/real 1734019027] req@ffff8800a8fd5880 x1818247337591808/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019027.720151:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337591808/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019027.720161:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019027.720165:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019027.720169:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337591808:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019027.720176:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337591936:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019027.720192:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019027.720199:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019027/real 1734019027] req@ffff8800a8fd5180 x1818247337591936/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019027.720210:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337591936/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019027.720217:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019027.720220:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019027.720224:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337591936:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019027.720229:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337592064:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019027.720242:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019027.720248:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019027/real 1734019027] req@ffff8800a8fd5f80 x1818247337592064/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019027.720258:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337592064/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019027.720266:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019027.720268:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019027.720271:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337592064:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019027.720295:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337592192:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019027.720307:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019027.720312:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019027/real 1734019027] req@ffff8800a8fd7100 x1818247337592192/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019027.720323:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337592192/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019027.720331:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019027.720333:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019027.720336:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337592192:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019027.720341:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337592320:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019027.720353:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019027.720359:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019027/real 1734019027] req@ffff8800a8fd6d80 x1818247337592320/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019027.720369:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337592320/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019027.720376:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019027.720378:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019027.720381:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337592320:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019027.720388:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337592448:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019027.720399:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019027.720405:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019027/real 1734019027] req@ffff8800a8fd6a00 x1818247337592448/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019027.720415:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337592448/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019027.720422:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019027.720424:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019027.720427:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337592448:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019028.593973:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019029.595978:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019030.597984:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019031.599948:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019032.601956:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019032.727855:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019032.727864:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019032.727869:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019032.727879:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3300 00000100:00080000:2.0:1734019032.727889:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019032.727896:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019032.727932:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337592576/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019032.727966:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019032.727970:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019032.727972:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019032.727976:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3300 00000100:00080000:2.0:1734019032.727979:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019032.727983:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019032.727992:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019032.728003:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337592704/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019032.728020:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019032.728023:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019032.728025:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019032.728028:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3300 00000100:00080000:2.0:1734019032.728030:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019032.728034:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019032.728038:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019032.728045:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337592832/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019032.728053:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019032.728056:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019032.728058:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019032.728061:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3300 00000100:00080000:2.0:1734019032.728064:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019032.728067:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734019032.728071:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337592576:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734019032.728071:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019032.728079:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337592960/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019032.728087:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019032.728091:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019032.728092:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019032.728096:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3300 00000100:00080000:2.0:1734019032.728099:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019032.728102:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019032.728106:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019032.728115:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337593088/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019032.728123:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019032.728126:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019032.728128:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019032.728131:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3300 00000100:00080000:2.0:1734019032.728134:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734019032.728136:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734019032.728137:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019032.728141:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019032.728148:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337593216/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019032.728157:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019032/real 1734019032] req@ffff8800a8fd4e00 x1818247337592576/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019032.728177:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337592576/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019032.728188:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019032.728191:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019032.728196:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337592576:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019032.728203:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337592704:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019032.728222:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019032.728229:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019032/real 1734019032] req@ffff8800a8fd5500 x1818247337592704/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019032.728241:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337592704/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019032.728248:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019032.728251:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019032.728254:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337592704:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019032.728260:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337592832:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019032.728272:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019032.728278:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019032/real 1734019032] req@ffff8800a8fd6680 x1818247337592832/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019032.728288:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337592832/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019032.728295:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019032.728298:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019032.728301:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337592832:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019032.728325:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337592960:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019032.728337:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019032.728343:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019032/real 1734019032] req@ffff8800a8fd5c00 x1818247337592960/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019032.728359:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337592960/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019032.728367:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019032.728369:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019032.728372:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337592960:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019032.728378:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337593088:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019032.728394:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019032.728400:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019032/real 1734019032] req@ffff8800a8fd6a00 x1818247337593088/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019032.728409:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337593088/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019032.728417:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019032.728419:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019032.728422:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337593088:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019032.728427:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337593216:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019032.728443:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019032.728449:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019032/real 1734019032] req@ffff8800a8fd6d80 x1818247337593216/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019032.728458:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337593216/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019032.728465:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019032.728468:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019032.728471:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337593216:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734019033.603990:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019034.605999:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019035.607971:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019036.609866:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019037.611977:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019037.735798:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019037.735810:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019037.735816:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019037.735827:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3305 00000100:00080000:2.0:1734019037.735836:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019037.735844:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019037.735880:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337593344/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019037.735915:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019037.735919:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019037.735922:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019037.735926:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3305 00000100:00080000:2.0:1734019037.735929:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019037.735933:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019037.735943:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019037.735954:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337593472/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019037.735964:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337593344:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019037.735964:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019037.735967:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019037.735969:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019037.735973:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3305 00000100:00080000:2.0:1734019037.735975:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019037.735979:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019037.735983:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019037.735990:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337593600/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019037.735999:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019037.736002:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019037.736003:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019037.736006:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3305 00000100:00080000:2.0:1734019037.736009:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019037.736012:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019037.736016:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019037.736023:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337593728/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019037.736030:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734019037.736032:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019037.736035:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019037.736036:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019037.736040:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3305 00000100:00100000:1.0:1734019037.736052:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019037/real 1734019037] req@ffff8800a8fd7100 x1818247337593344/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019037.736052:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019037.736056:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019037.736059:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019037.736067:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337593856/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019037.736072:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337593344/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019037.736076:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019037.736079:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019037.736080:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1734019037.736082:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019037.736084:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3305 00000100:00080000:1.0:1734019037.736085:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00080000:2.0:1734019037.736086:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734019037.736090:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337593344:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019037.736090:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019037.736094:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019037.736101:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337593984/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019037.736113:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337593472:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019037.736131:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019037.736138:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019037/real 1734019037] req@ffff8800a8fd5f80 x1818247337593472/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019037.736150:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337593472/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019037.736158:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019037.736160:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019037.736163:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337593472:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019037.736172:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337593600:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019037.736186:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019037.736192:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019037/real 1734019037] req@ffff8800a8fd5180 x1818247337593600/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019037.736203:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337593600/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019037.736210:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019037.736213:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019037.736216:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337593600:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019037.736221:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337593728:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019037.736232:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019037.736238:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019037/real 1734019037] req@ffff8800a8fd5880 x1818247337593728/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019037.736248:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337593728/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019037.736255:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019037.736257:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019037.736260:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337593728:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019037.736266:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337593856:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019037.736278:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019037.736284:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019037/real 1734019037] req@ffff8800a8fd4380 x1818247337593856/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019037.736295:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337593856/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019037.736302:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019037.736305:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019037.736308:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337593856:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019037.736313:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337593984:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019037.736325:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019037.736330:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019037/real 1734019037] req@ffff8800a8fd7480 x1818247337593984/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019037.736340:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337593984/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019037.736347:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019037.736349:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019037.736352:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337593984:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734019038.613994:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019039.615949:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019040.617956:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019041.619971:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019042.621972:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019042.743837:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019042.743846:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019042.743851:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019042.743861:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3310 00000100:00080000:2.0:1734019042.743870:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019042.743878:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019042.743912:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337594112/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019042.743944:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019042.743948:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019042.743950:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019042.743955:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3310 00000100:00080000:2.0:1734019042.743957:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019042.743961:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019042.743970:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019042.743981:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337594240/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019042.743990:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019042.743994:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019042.743995:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019042.743999:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3310 00000100:00080000:2.0:1734019042.744001:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019042.744004:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019042.744008:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019042.744016:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337594368/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019042.744024:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019042.744027:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019042.744030:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019042.744033:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3310 00000100:00080000:2.0:1734019042.744036:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019042.744039:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019042.744043:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019042.744045:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337594112:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019042.744051:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337594496/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019042.744060:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019042.744063:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019042.744065:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019042.744068:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3310 00000100:00080000:2.0:1734019042.744070:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019042.744074:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019042.744077:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019042.744086:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337594624/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019042.744096:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019042.744098:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019042.744100:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019042.744103:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3310 00000100:00080000:2.0:1734019042.744106:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019042.744109:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734019042.744112:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734019042.744113:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019042.744121:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337594752/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019042.744134:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019042/real 1734019042] req@ffff8800a8fd7800 x1818247337594112/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019042.744153:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337594112/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019042.744164:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019042.744167:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019042.744172:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337594112:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019042.744179:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337594240:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019042.744195:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019042.744201:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019042/real 1734019042] req@ffff8800a8fd4a80 x1818247337594240/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019042.744212:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337594240/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019042.744220:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019042.744223:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019042.744226:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337594240:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019042.744232:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337594368:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019042.744245:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019042.744250:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019042/real 1734019042] req@ffff8800a8fd6300 x1818247337594368/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019042.744260:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337594368/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019042.744268:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019042.744270:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019042.744273:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337594368:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019042.744298:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337594496:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019042.744310:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019042.744316:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019042/real 1734019042] req@ffff8800a8fd7b80 x1818247337594496/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019042.744326:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337594496/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019042.744334:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019042.744336:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019042.744339:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337594496:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019042.744344:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337594624:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019042.744355:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019042.744361:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019042/real 1734019042] req@ffff8800a8fd7480 x1818247337594624/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019042.744371:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337594624/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019042.744378:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019042.744380:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019042.744383:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337594624:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019042.744427:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337594752:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019042.744442:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019042.744449:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019042/real 1734019042] req@ffff8800a8fd4380 x1818247337594752/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019042.744460:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337594752/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019042.744468:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019042.744470:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019042.744473:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337594752:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019043.623961:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019044.625969:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019045.627964:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019046.629939:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019047.631932:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019047.751824:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019047.751832:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019047.751837:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019047.751847:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3315 00000100:00080000:2.0:1734019047.751855:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019047.751863:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019047.751897:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337594880/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019047.751930:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019047.751934:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019047.751936:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019047.751940:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3315 00000100:00080000:2.0:1734019047.751943:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019047.751947:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019047.751956:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019047.751967:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337595008/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019047.751976:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019047.751980:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019047.751981:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019047.751985:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3315 00000100:00080000:2.0:1734019047.751987:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019047.751991:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019047.751996:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019047.752004:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337595136/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019047.752013:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019047.752015:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019047.752017:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019047.752020:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3315 00000100:00080000:2.0:1734019047.752023:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019047.752026:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734019047.752030:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337594880:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734019047.752030:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019047.752037:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337595264/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019047.752046:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019047.752049:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019047.752051:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019047.752054:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3315 00000100:00080000:2.0:1734019047.752056:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019047.752060:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019047.752064:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019047.752071:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337595392/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019047.752080:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019047.752083:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019047.752085:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019047.752089:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3315 00000100:00080000:2.0:1734019047.752092:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019047.752095:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019047.752099:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019047.752106:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337595520/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019047.752117:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337595008:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019047.752139:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337595136:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019047.752162:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337595264:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019047.752176:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337595392:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019047.752189:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337595520:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019048.633851:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019049.636003:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019050.637950:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1734019050.758050:0:1965:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:2.0:1734019050.758089:0:1965:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1734019050.758103:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:2.0:1734019050.758127:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:2.0:1734019050.758132:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:2.0:1734019050.758136:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:2.0:1734019050.758139:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:2.0:1734019050.758143:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:1.0:1734019050.758172:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019047/real 1734019050] req@ffff8800a8fd7100 x1818247337595264/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019050.758193:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337595264/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019050.758203:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019050.758207:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019050.758211:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337595264:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019050.758217:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019047/real 1734019050] req@ffff8800a8fd6d80 x1818247337595392/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019050.758227:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337595392/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019050.758233:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019050.758236:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019050.758239:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337595392:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019050.758244:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019047/real 1734019050] req@ffff8800a8fd6a00 x1818247337595520/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019050.758263:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337595520/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019050.758269:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019050.758271:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019050.758285:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337595520:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019050.758290:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019047/real 1734019050] req@ffff8800a8fd5880 x1818247337594880/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019050.758299:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337594880/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019050.758304:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019050.758306:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019050.758309:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337594880:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019050.758315:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019047/real 1734019050] req@ffff8800a8fd5180 x1818247337595008/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019050.758323:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337595008/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019050.758329:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019050.758331:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019050.758334:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337595008:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019050.758339:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019047/real 1734019050] req@ffff8800a8fd5f80 x1818247337595136/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019050.758347:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337595136/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019050.758353:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019050.758355:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019050.758358:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337595136:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019051.639914:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019052.641988:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019052.759851:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019052.759860:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019052.759865:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019052.759876:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3320 00000100:00080000:2.0:1734019052.759891:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019052.759899:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019052.759937:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337595648/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019052.759970:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019052.759975:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019052.759977:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019052.759982:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3320 00000100:00080000:2.0:1734019052.759985:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019052.759989:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019052.759998:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019052.760008:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337595776/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019052.760018:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019052.760021:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019052.760023:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019052.760027:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3320 00000100:00080000:2.0:1734019052.760029:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019052.760033:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019052.760037:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019052.760044:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337595904/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019052.760052:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019052.760055:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019052.760057:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019052.760061:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3320 00000100:00080000:2.0:1734019052.760063:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019052.760066:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019052.760070:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019052.760077:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337596032/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019052.760086:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337595648:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019052.760087:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019052.760091:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019052.760093:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019052.760096:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3320 00000100:00080000:2.0:1734019052.760098:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019052.760102:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019052.760106:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019052.760114:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337596160/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019052.760123:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019052.760126:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019052.760127:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019052.760130:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3320 00000100:00080000:2.0:1734019052.760133:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019052.760136:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019052.760140:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019052.760147:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337596288/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019052.760152:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019052.760173:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019052/real 1734019052] req@ffff8800a8fd5c00 x1818247337595648/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019052.760192:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337595648/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019052.760203:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019052.760207:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019052.760211:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337595648:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019052.760266:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337595776:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019052.760286:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019052.760294:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019052/real 1734019052] req@ffff8800a8fd6680 x1818247337595776/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019052.760306:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337595776/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019052.760314:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019052.760317:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019052.760320:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337595776:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019052.760326:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337595904:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019052.760344:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019052.760350:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019052/real 1734019052] req@ffff8800a8fd5500 x1818247337595904/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019052.760360:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337595904/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019052.760367:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019052.760370:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019052.760373:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337595904:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019052.760403:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337596032:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019052.760415:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019052.760421:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019052/real 1734019052] req@ffff8800a8fd4e00 x1818247337596032/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019052.760431:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337596032/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019052.760439:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019052.760441:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019052.760444:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337596032:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019052.760449:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337596160:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019052.760466:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019052.760471:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019052/real 1734019052] req@ffff8800a8fd5f80 x1818247337596160/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019052.760481:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337596160/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019052.760488:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019052.760490:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019052.760493:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337596160:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019052.760498:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337596288:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019052.760515:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019052.760520:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019052/real 1734019052] req@ffff8800a8fd5180 x1818247337596288/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019052.760536:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337596288/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019052.760544:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019052.760546:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019052.760549:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337596288:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734019053.643994:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019054.646006:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019055.647986:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019056.649967:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019057.652017:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019057.767842:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019057.767855:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019057.767861:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019057.767874:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3325 00000100:00080000:2.0:1734019057.767888:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019057.767899:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019057.767950:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337596416/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019057.767989:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019057.767994:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019057.767996:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019057.768001:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3325 00000100:00080000:2.0:1734019057.768004:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019057.768008:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019057.768020:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019057.768031:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337596544/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019057.768041:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019057.768045:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019057.768046:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019057.768050:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3325 00000100:00080000:2.0:1734019057.768053:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019057.768057:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019057.768062:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019057.768071:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337596672/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019057.768080:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019057.768083:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019057.768085:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019057.768089:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3325 00000100:00080000:2.0:1734019057.768092:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019057.768095:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019057.768100:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019057.768109:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337596800/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019057.768113:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337596416:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019057.768118:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019057.768122:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019057.768124:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019057.768127:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3325 00000100:00080000:2.0:1734019057.768130:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019057.768164:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019057.768169:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019057.768179:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337596928/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019057.768189:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019057.768192:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019057.768193:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019057.768197:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3325 00000100:00080000:2.0:1734019057.768201:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019057.768204:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019057.768208:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019057.768210:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734019057.768216:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337597056/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019057.768234:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019057/real 1734019057] req@ffff8800a8fd5880 x1818247337596416/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019057.768255:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337596416/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019057.768267:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019057.768271:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019057.768276:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337596416:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019057.768284:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337596544:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019057.768302:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019057.768309:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019057/real 1734019057] req@ffff8800a8fd6a00 x1818247337596544/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019057.768320:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337596544/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019057.768329:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019057.768332:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019057.768336:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337596544:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019057.768342:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337596672:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019057.768355:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019057.768361:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019057/real 1734019057] req@ffff8800a8fd6d80 x1818247337596672/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019057.768371:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337596672/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019057.768379:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019057.768381:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019057.768384:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337596672:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019057.768411:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337596800:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019057.768423:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019057.768429:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019057/real 1734019057] req@ffff8800a8fd7100 x1818247337596800/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019057.768440:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337596800/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019057.768447:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019057.768450:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019057.768453:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337596800:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019057.768460:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337596928:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019057.768473:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019057.768479:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019057/real 1734019057] req@ffff8800a8fd4380 x1818247337596928/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019057.768489:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337596928/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019057.768496:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019057.768499:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019057.768502:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337596928:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019057.768508:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337597056:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019057.768520:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019057.768525:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019057/real 1734019057] req@ffff8800a8fd7480 x1818247337597056/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019057.768535:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337597056/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019057.768542:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019057.768544:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019057.768547:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337597056:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734019058.654013:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019059.656005:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019060.657945:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019061.659982:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019062.661953:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019062.775856:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019062.775865:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019062.775869:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019062.775879:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3330 00000100:00080000:2.0:1734019062.775888:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019062.775896:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019062.775931:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337597184/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019062.775964:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019062.775968:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019062.775970:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019062.775975:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3330 00000100:00080000:2.0:1734019062.775978:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019062.775981:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019062.775991:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019062.776001:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337597312/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019062.776011:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019062.776014:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019062.776016:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019062.776019:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3330 00000100:00080000:2.0:1734019062.776022:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019062.776025:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019062.776031:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019062.776039:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337597440/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019062.776076:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019062.776079:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019062.776081:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019062.776085:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3330 00000100:00080000:2.0:1734019062.776088:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019062.776091:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019062.776096:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019062.776105:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337597184:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019062.776105:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337597568/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019062.776114:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019062.776118:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019062.776119:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019062.776123:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3330 00000100:00080000:2.0:1734019062.776125:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019062.776129:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019062.776133:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019062.776141:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337597696/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019062.776150:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019062.776153:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019062.776155:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019062.776159:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3330 00000100:00080000:2.0:1734019062.776162:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019062.776165:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734019062.776169:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734019062.776169:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019062.776177:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337597824/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019062.776190:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019062/real 1734019062] req@ffff8800a8fd7b80 x1818247337597184/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019062.776210:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337597184/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019062.776220:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019062.776223:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019062.776228:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337597184:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019062.776235:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337597312:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019062.776251:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019062.776258:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019062/real 1734019062] req@ffff8800a8fd6300 x1818247337597312/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019062.776269:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337597312/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019062.776276:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019062.776279:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019062.776282:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337597312:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019062.776288:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337597440:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019062.776305:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019062.776311:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019062/real 1734019062] req@ffff8800a8fd4a80 x1818247337597440/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019062.776321:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337597440/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019062.776336:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019062.776339:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019062.776342:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337597440:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019062.776366:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337597568:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019062.776378:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019062.776383:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019062/real 1734019062] req@ffff8800a8fd7800 x1818247337597568/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019062.776393:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337597568/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019062.776402:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019062.776404:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019062.776407:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337597568:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019062.776412:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337597696:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019062.776429:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019062.776435:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019062/real 1734019062] req@ffff8800a8fd7480 x1818247337597696/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019062.776444:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337597696/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019062.776452:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019062.776454:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019062.776457:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337597696:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019062.776464:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337597824:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019062.776475:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019062.776481:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019062/real 1734019062] req@ffff8800a8fd4380 x1818247337597824/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019062.776491:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337597824/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019062.776498:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019062.776500:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019062.776503:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337597824:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019063.663975:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019064.665905:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019065.667896:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019066.669894:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019067.671811:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019067.783860:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019067.783869:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019067.783874:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019067.783884:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3335 00000100:00080000:2.0:1734019067.783894:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019067.783902:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019067.783939:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337597952/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019067.784004:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019067.784009:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019067.784011:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019067.784015:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3335 00000100:00080000:2.0:1734019067.784019:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019067.784023:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019067.784033:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019067.784044:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337598080/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019067.784062:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019067.784065:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019067.784067:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019067.784070:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3335 00000100:00080000:2.0:1734019067.784072:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019067.784076:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734019067.784077:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337597952:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734019067.784080:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019067.784088:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337598208/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019067.784097:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019067.784100:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019067.784101:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019067.784105:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3335 00000100:00080000:2.0:1734019067.784107:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019067.784110:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019067.784114:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019067.784122:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337598336/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019067.784130:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019067.784133:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019067.784135:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019067.784139:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3335 00000100:00080000:2.0:1734019067.784142:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734019067.784143:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734019067.784146:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019067.784150:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019067.784158:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337598464/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019067.784164:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019067/real 1734019067] req@ffff8800a8fd7100 x1818247337597952/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019067.784166:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019067.784169:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019067.784171:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019067.784174:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3335 00000100:00080000:2.0:1734019067.784177:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019067.784180:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734019067.784183:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337597952/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:2.0:1734019067.784183:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019067.784191:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337598592/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734019067.784193:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019067.784196:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019067.784201:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337597952:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019067.784209:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337598080:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019067.784228:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019067.784234:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019067/real 1734019067] req@ffff8800a8fd6d80 x1818247337598080/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019067.784246:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337598080/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019067.784254:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019067.784256:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019067.784260:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337598080:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019067.784283:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337598208:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019067.784296:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019067.784302:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019067/real 1734019067] req@ffff8800a8fd6a00 x1818247337598208/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019067.784313:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337598208/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019067.784320:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019067.784323:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019067.784326:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337598208:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019067.784332:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337598336:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019067.784344:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019067.784349:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019067/real 1734019067] req@ffff8800a8fd5880 x1818247337598336/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019067.784366:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337598336/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019067.784374:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019067.784376:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019067.784379:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337598336:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019067.784384:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337598464:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019067.784401:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019067.784406:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019067/real 1734019067] req@ffff8800a8fd5180 x1818247337598464/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019067.784416:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337598464/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019067.784423:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019067.784425:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019067.784428:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337598464:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019067.784434:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337598592:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019067.784446:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019067.784452:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019067/real 1734019067] req@ffff8800a8fd5f80 x1818247337598592/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019067.784462:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337598592/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019067.784469:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019067.784472:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019067.784475:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337598592:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019068.673986:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019069.675862:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019070.678014:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019071.679984:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019072.681947:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019072.791850:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019072.791864:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019072.791868:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019072.791913:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3340 00000100:00080000:2.0:1734019072.791923:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019072.791930:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019072.791966:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337598720/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019072.792000:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019072.792006:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019072.792010:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019072.792017:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3340 00000100:00080000:2.0:1734019072.792022:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019072.792027:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019072.792040:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019072.792059:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337598848/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019072.792066:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337598720:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019072.792075:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019072.792080:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019072.792082:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019072.792087:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3340 00000100:00080000:2.0:1734019072.792091:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019072.792095:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019072.792102:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019072.792113:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337598976/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019072.792125:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019072.792129:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019072.792131:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1734019072.792136:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734019072.792137:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3340 00000100:00080000:2.0:1734019072.792141:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019072.792145:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019072.792151:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019072.792159:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019072/real 1734019072] req@ffff8800a8fd4e00 x1818247337598720/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019072.792163:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337599104/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019072.792177:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019072.792182:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1734019072.792183:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337598720/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019072.792184:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019072.792190:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3340 00000100:00080000:2.0:1734019072.792194:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1734019072.792197:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019072.792199:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00080000:1.0:1734019072.792202:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000008:00100000:2.0:1734019072.792205:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734019072.792208:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337598720:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019072.792218:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337599232/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019072.792231:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734019072.792235:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337598848:192.168.201.110@tcp:38:kworker.0 00000100:00080000:2.0:1734019072.792236:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019072.792238:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019072.792244:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3340 00000100:00080000:2.0:1734019072.792248:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019072.792253:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019072.792259:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019072.792260:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019072.792271:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019072/real 1734019072] req@ffff8800a8fd5500 x1818247337598848/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019072.792271:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337599360/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019072.792289:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337598848/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019072.792303:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019072.792306:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019072.792312:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337598848:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019072.792321:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337598976:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019072.792346:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019072.792358:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019072/real 1734019072] req@ffff8800a8fd6680 x1818247337598976/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019072.792376:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337598976/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019072.792388:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019072.792390:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019072.792394:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337598976:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019072.792400:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337599104:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019072.792419:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019072.792426:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019072/real 1734019072] req@ffff8800a8fd5c00 x1818247337599104/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019072.792436:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337599104/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019072.792444:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019072.792446:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019072.792449:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337599104:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019072.792454:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337599232:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019072.792467:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019072.792473:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019072/real 1734019072] req@ffff8800a8fd5f80 x1818247337599232/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019072.792483:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337599232/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019072.792491:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019072.792493:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019072.792496:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337599232:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019072.792513:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337599360:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019072.792530:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019072.792536:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019072/real 1734019072] req@ffff8800a8fd5180 x1818247337599360/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019072.792545:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337599360/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019072.792552:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019072.792555:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019072.792558:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337599360:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734019073.683999:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019074.686050:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019075.688004:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019076.689969:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019077.692035:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019077.799884:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019077.799893:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019077.799897:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019077.799908:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3345 00000100:00080000:2.0:1734019077.799918:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019077.799926:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019077.799964:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337599488/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019077.799996:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019077.800001:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019077.800003:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019077.800007:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3345 00000100:00080000:2.0:1734019077.800010:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019077.800014:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019077.800023:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019077.800034:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337599616/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019077.800043:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019077.800047:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019077.800048:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019077.800052:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3345 00000100:00080000:2.0:1734019077.800054:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019077.800058:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019077.800062:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019077.800069:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337599744/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019077.800078:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019077.800081:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019077.800083:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019077.800087:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3345 00000100:00080000:2.0:1734019077.800090:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019077.800093:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019077.800097:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019077.800100:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337599488:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019077.800105:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337599872/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019077.800113:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019077.800117:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019077.800118:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019077.800121:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3345 00000100:00080000:2.0:1734019077.800123:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019077.800127:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019077.800130:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019077.800138:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337600000/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019077.800146:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019077.800149:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019077.800151:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019077.800154:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3345 00000100:00080000:2.0:1734019077.800157:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019077.800160:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019077.800164:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019077.800166:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734019077.800171:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337600128/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019077.800188:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019077/real 1734019077] req@ffff8800a8fd5880 x1818247337599488/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019077.800208:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337599488/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019077.800220:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019077.800223:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019077.800228:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337599488:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019077.800235:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337599616:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019077.800251:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019077.800258:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019077/real 1734019077] req@ffff8800a8fd6a00 x1818247337599616/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019077.800269:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337599616/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019077.800277:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019077.800279:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019077.800282:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337599616:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019077.800288:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337599744:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019077.800301:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019077.800306:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019077/real 1734019077] req@ffff8800a8fd6d80 x1818247337599744/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019077.800316:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337599744/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019077.800324:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019077.800326:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019077.800329:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337599744:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019077.800355:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337599872:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019077.800367:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019077.800373:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019077/real 1734019077] req@ffff8800a8fd7100 x1818247337599872/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019077.800384:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337599872/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019077.800391:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019077.800393:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019077.800396:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337599872:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019077.800401:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337600000:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019077.800418:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019077.800423:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019077/real 1734019077] req@ffff8800a8fd4380 x1818247337600000/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019077.800433:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337600000/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019077.800440:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019077.800443:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019077.800446:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337600000:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019077.800452:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337600128:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019077.800469:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019077.800474:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019077/real 1734019077] req@ffff8800a8fd7480 x1818247337600128/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019077.800485:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337600128/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019077.800492:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019077.800494:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019077.800497:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337600128:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734019078.694016:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019079.695972:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019080.697960:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019081.699928:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019082.701991:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019082.807835:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019082.807844:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019082.807848:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019082.807859:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3350 00000100:00080000:2.0:1734019082.807868:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019082.807876:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019082.807911:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337600256/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019082.807946:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019082.807950:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019082.807951:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019082.807956:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3350 00000100:00080000:2.0:1734019082.807959:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019082.807963:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019082.807973:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019082.807983:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337600384/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019082.807993:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019082.807996:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019082.807998:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019082.808001:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3350 00000100:00080000:2.0:1734019082.808004:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019082.808007:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019082.808013:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019082.808021:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337600512/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019082.808030:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019082.808033:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019082.808034:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019082.808038:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3350 00000100:00080000:2.0:1734019082.808040:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019082.808043:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019082.808047:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019082.808050:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337600256:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019082.808055:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337600640/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019082.808063:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019082.808067:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019082.808068:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019082.808072:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3350 00000100:00080000:2.0:1734019082.808074:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019082.808077:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019082.808081:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019082.808090:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337600768/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019082.808099:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019082.808102:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019082.808105:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019082.808108:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3350 00000100:00080000:2.0:1734019082.808111:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019082.808115:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734019082.808116:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734019082.808119:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019082.808126:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337600896/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019082.808137:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019082/real 1734019082] req@ffff8800a8fd7800 x1818247337600256/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019082.808156:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337600256/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019082.808167:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019082.808171:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019082.808175:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337600256:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019082.808183:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337600384:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019082.808199:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019082.808205:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019082/real 1734019082] req@ffff8800a8fd4a80 x1818247337600384/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019082.808216:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337600384/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019082.808224:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019082.808227:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019082.808230:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337600384:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019082.808236:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337600512:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019082.808249:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019082.808255:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019082/real 1734019082] req@ffff8800a8fd6300 x1818247337600512/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019082.808265:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337600512/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019082.808272:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019082.808275:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019082.808278:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337600512:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019082.808303:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337600640:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019082.808315:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019082.808321:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019082/real 1734019082] req@ffff8800a8fd7b80 x1818247337600640/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019082.808331:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337600640/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019082.808339:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019082.808341:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019082.808344:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337600640:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019082.808351:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337600768:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019082.808366:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019082.808373:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019082/real 1734019082] req@ffff8800a8fd7480 x1818247337600768/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019082.808383:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337600768/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019082.808390:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019082.808393:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019082.808396:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337600768:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019082.808401:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337600896:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019082.808417:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019082.808423:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019082/real 1734019082] req@ffff8800a8fd4380 x1818247337600896/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019082.808432:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337600896/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019082.808439:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019082.808441:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019082.808444:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337600896:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019083.703970:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019084.705987:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019085.707992:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019086.709943:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019087.711971:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019087.815850:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019087.815859:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019087.815863:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019087.815873:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3355 00000100:00080000:2.0:1734019087.815882:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019087.815890:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019087.815926:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337601024/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019087.815959:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019087.815963:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019087.815965:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019087.815970:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3355 00000100:00080000:2.0:1734019087.815973:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019087.815976:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019087.815986:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019087.815996:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337601152/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019087.816013:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019087.816016:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019087.816018:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019087.816021:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3355 00000100:00080000:2.0:1734019087.816024:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019087.816027:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019087.816031:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019087.816039:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337601280/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019087.816047:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019087.816050:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019087.816051:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019087.816054:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3355 00000100:00080000:2.0:1734019087.816057:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019087.816060:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734019087.816062:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337601024:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734019087.816064:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019087.816072:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337601408/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019087.816080:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019087.816084:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019087.816085:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019087.816089:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3355 00000100:00080000:2.0:1734019087.816092:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019087.816095:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019087.816099:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019087.816106:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337601536/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019087.816114:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019087.816117:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019087.816119:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019087.816122:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3355 00000100:00080000:2.0:1734019087.816125:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734019087.816127:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734019087.816128:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019087.816132:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019087.816138:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337601664/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019087.816147:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019087/real 1734019087] req@ffff8800a8fd7100 x1818247337601024/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019087.816166:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337601024/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019087.816177:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019087.816181:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019087.816185:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337601024:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019087.816192:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337601152:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019087.816208:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019087.816215:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019087/real 1734019087] req@ffff8800a8fd6d80 x1818247337601152/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019087.816226:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337601152/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019087.816234:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019087.816237:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019087.816240:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337601152:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019087.816246:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337601280:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019087.816259:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019087.816265:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019087/real 1734019087] req@ffff8800a8fd6a00 x1818247337601280/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019087.816275:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337601280/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019087.816283:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019087.816285:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019087.816289:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337601280:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019087.816313:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337601408:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019087.816325:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019087.816331:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019087/real 1734019087] req@ffff8800a8fd5880 x1818247337601408/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019087.816341:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337601408/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019087.816349:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019087.816351:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019087.816354:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337601408:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019087.816359:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337601536:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019087.816371:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019087.816377:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019087/real 1734019087] req@ffff8800a8fd5180 x1818247337601536/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019087.816386:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337601536/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019087.816393:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019087.816395:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019087.816399:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337601536:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019087.816405:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337601664:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019087.816421:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019087.816427:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019087/real 1734019087] req@ffff8800a8fd5f80 x1818247337601664/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019087.816437:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337601664/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019087.816444:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019087.816446:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019087.816449:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337601664:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019088.713977:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019089.715963:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019090.717990:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019091.719939:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019092.721959:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019092.823840:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019092.823850:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019092.823854:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019092.823864:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3360 00000100:00080000:2.0:1734019092.823874:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019092.823882:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019092.823919:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337601792/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019092.823951:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019092.823956:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019092.823959:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019092.823963:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3360 00000100:00080000:2.0:1734019092.823967:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019092.823970:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019092.823980:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019092.823990:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337601920/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019092.824000:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019092.824004:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019092.824006:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019092.824009:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3360 00000100:00080000:2.0:1734019092.824012:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019092.824015:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019092.824019:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019092.824027:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337602048/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019092.824035:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019092.824038:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019092.824039:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019092.824043:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3360 00000100:00080000:2.0:1734019092.824045:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019092.824048:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019092.824052:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019092.824059:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337601792:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019092.824060:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337602176/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019092.824070:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019092.824074:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019092.824075:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019092.824079:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3360 00000100:00080000:2.0:1734019092.824082:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019092.824085:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019092.824089:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019092.824097:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337602304/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019092.824106:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019092.824109:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019092.824110:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019092.824114:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3360 00000100:00080000:2.0:1734019092.824117:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019092.824120:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734019092.824123:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734019092.824124:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019092.824131:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337602432/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019092.824144:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019092/real 1734019092] req@ffff8800a8fd5c00 x1818247337601792/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019092.824163:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337601792/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019092.824173:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019092.824177:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019092.824182:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337601792:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019092.824189:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337601920:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019092.824208:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019092.824215:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019092/real 1734019092] req@ffff8800a8fd6680 x1818247337601920/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019092.824226:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337601920/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019092.824234:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019092.824236:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019092.824240:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337601920:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019092.824245:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337602048:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019092.824258:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019092.824264:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019092/real 1734019092] req@ffff8800a8fd5500 x1818247337602048/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019092.824273:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337602048/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019092.824281:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019092.824283:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019092.824286:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337602048:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019092.824310:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337602176:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019092.824322:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019092.824328:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019092/real 1734019092] req@ffff8800a8fd4e00 x1818247337602176/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019092.824346:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337602176/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019092.824353:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019092.824356:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019092.824358:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337602176:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019092.824364:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337602304:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019092.824375:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019092.824381:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019092/real 1734019092] req@ffff8800a8fd5f80 x1818247337602304/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019092.824391:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337602304/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019092.824398:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019092.824400:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019092.824403:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337602304:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019092.824409:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337602432:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019092.824425:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019092.824431:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019092/real 1734019092] req@ffff8800a8fd5180 x1818247337602432/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019092.824441:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337602432/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019092.824448:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019092.824451:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019092.824454:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337602432:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734019093.723958:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019094.726021:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019095.727955:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019096.729910:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019097.731969:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019097.831868:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019097.831878:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019097.831884:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019097.831897:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3365 00000100:00080000:2.0:1734019097.831909:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019097.831919:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019097.831969:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337602560/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019097.832008:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019097.832013:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019097.832015:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019097.832020:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3365 00000100:00080000:2.0:1734019097.832024:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019097.832028:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019097.832039:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019097.832051:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337602688/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019097.832061:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019097.832065:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019097.832067:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019097.832071:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3365 00000100:00080000:2.0:1734019097.832073:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019097.832077:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019097.832082:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019097.832090:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337602816/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019097.832099:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019097.832103:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019097.832105:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019097.832109:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3365 00000100:00080000:2.0:1734019097.832112:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019097.832115:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734019097.832118:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337602560:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734019097.832120:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019097.832128:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337602944/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019097.832136:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019097.832139:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019097.832141:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019097.832144:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3365 00000100:00080000:2.0:1734019097.832147:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019097.832150:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019097.832155:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019097.832163:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337603072/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019097.832172:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019097.832175:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019097.832176:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019097.832180:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3365 00000100:00080000:2.0:1734019097.832184:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019097.832187:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019097.832191:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019097.832192:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734019097.832199:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337603200/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019097.832214:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019097/real 1734019097] req@ffff8800a8fd5880 x1818247337602560/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019097.832235:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337602560/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019097.832247:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019097.832250:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019097.832255:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337602560:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019097.832263:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337602688:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019097.832281:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019097.832288:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019097/real 1734019097] req@ffff8800a8fd6a00 x1818247337602688/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019097.832299:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337602688/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019097.832307:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019097.832309:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019097.832313:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337602688:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019097.832341:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337602816:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019097.832356:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019097.832362:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019097/real 1734019097] req@ffff8800a8fd6d80 x1818247337602816/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019097.832373:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337602816/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019097.832381:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019097.832383:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019097.832386:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337602816:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019097.832392:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337602944:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019097.832404:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019097.832409:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019097/real 1734019097] req@ffff8800a8fd7100 x1818247337602944/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019097.832419:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337602944/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019097.832427:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019097.832430:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019097.832433:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337602944:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019097.832439:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337603072:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019097.832481:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019097.832489:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019097/real 1734019097] req@ffff8800a8fd4380 x1818247337603072/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019097.832500:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337603072/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019097.832508:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019097.832511:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019097.832514:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337603072:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019097.832520:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337603200:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019097.832534:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019097.832540:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019097/real 1734019097] req@ffff8800a8fd7480 x1818247337603200/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019097.832550:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337603200/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019097.832557:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019097.832560:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019097.832563:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337603200:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734019098.733944:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019099.735964:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019100.738007:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019101.739979:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019102.741963:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019102.839775:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019102.839785:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019102.839789:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019102.839799:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3370 00000100:00080000:2.0:1734019102.839810:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019102.839817:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019102.839852:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337603328/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019102.839884:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019102.839888:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019102.839890:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019102.839895:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3370 00000100:00080000:2.0:1734019102.839897:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019102.839902:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019102.839910:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019102.839921:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337603456/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019102.839931:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019102.839934:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019102.839936:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019102.839940:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3370 00000100:00080000:2.0:1734019102.839942:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019102.839945:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019102.839951:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019102.839958:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337603584/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019102.839967:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019102.839970:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019102.839971:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019102.839975:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3370 00000100:00080000:2.0:1734019102.839977:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019102.839981:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019102.839985:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019102.839993:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337603712/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019102.839994:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337603328:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019102.840001:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019102.840005:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019102.840006:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019102.840010:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3370 00000100:00080000:2.0:1734019102.840012:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019102.840016:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019102.840020:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019102.840029:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337603840/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019102.840038:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019102.840041:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019102.840043:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019102.840047:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3370 00000100:00080000:2.0:1734019102.840051:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019102.840054:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019102.840058:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019102.840061:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734019102.840066:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337603968/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019102.840082:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019102/real 1734019102] req@ffff8800a8fd7b80 x1818247337603328/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019102.840101:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337603328/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019102.840112:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019102.840116:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019102.840120:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337603328:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019102.840128:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337603456:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019102.840143:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019102.840149:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019102/real 1734019102] req@ffff8800a8fd6300 x1818247337603456/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019102.840160:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337603456/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019102.840168:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019102.840171:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019102.840174:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337603456:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019102.840180:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337603584:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019102.840192:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019102.840198:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019102/real 1734019102] req@ffff8800a8fd4a80 x1818247337603584/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019102.840208:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337603584/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019102.840215:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019102.840218:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019102.840221:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337603584:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019102.840246:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337603712:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019102.840259:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019102.840264:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019102/real 1734019102] req@ffff8800a8fd7800 x1818247337603712/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019102.840275:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337603712/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019102.840283:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019102.840285:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019102.840288:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337603712:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019102.840293:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337603840:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019102.840305:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019102.840310:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019102/real 1734019102] req@ffff8800a8fd7480 x1818247337603840/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019102.840320:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337603840/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019102.840328:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019102.840330:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019102.840333:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337603840:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019102.840339:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337603968:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019102.840355:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019102.840360:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019102/real 1734019102] req@ffff8800a8fd4380 x1818247337603968/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019102.840402:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337603968/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019102.840409:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019102.840412:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019102.840415:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337603968:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019103.743997:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019104.745990:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019105.747966:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019106.749964:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019107.751957:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019107.847813:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019107.847821:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019107.847826:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019107.847836:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3375 00000100:00080000:2.0:1734019107.847845:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019107.847853:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019107.847891:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337604096/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019107.847924:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019107.847928:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019107.847930:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019107.847934:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3375 00000100:00080000:2.0:1734019107.847938:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019107.847941:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019107.847951:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019107.847961:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337604224/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019107.847979:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019107.847982:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019107.847984:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019107.847987:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3375 00000100:00080000:2.0:1734019107.847989:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019107.847992:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019107.847997:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019107.848004:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337604352/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019107.848013:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019107.848016:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019107.848018:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019107.848022:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3375 00000100:00080000:2.0:1734019107.848024:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734019107.848027:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337604096:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019107.848027:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019107.848031:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019107.848039:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337604480/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019107.848047:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019107.848051:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019107.848053:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019107.848057:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3375 00000100:00080000:2.0:1734019107.848060:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019107.848064:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019107.848068:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019107.848075:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337604608/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019107.848084:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019107.848087:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019107.848088:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1734019107.848091:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734019107.848092:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3375 00000100:00080000:2.0:1734019107.848095:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019107.848098:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019107.848101:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019107.848108:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337604736/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019107.848112:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019107/real 1734019107] req@ffff8800a8fd7100 x1818247337604096/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019107.848133:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337604096/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019107.848143:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019107.848146:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019107.848151:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337604096:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019107.848158:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337604224:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019107.848174:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019107.848181:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019107/real 1734019107] req@ffff8800a8fd6d80 x1818247337604224/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019107.848192:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337604224/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019107.848200:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019107.848203:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019107.848206:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337604224:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019107.848228:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337604352:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019107.848242:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019107.848248:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019107/real 1734019107] req@ffff8800a8fd6a00 x1818247337604352/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019107.848258:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337604352/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019107.848266:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019107.848269:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019107.848272:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337604352:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019107.848277:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337604480:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019107.848335:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019107.848342:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019107/real 1734019107] req@ffff8800a8fd5880 x1818247337604480/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019107.848353:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337604480/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019107.848360:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019107.848362:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019107.848365:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337604480:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019107.848372:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337604608:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019107.848385:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019107.848391:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019107/real 1734019107] req@ffff8800a8fd5180 x1818247337604608/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019107.848402:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337604608/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019107.848409:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019107.848411:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019107.848414:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337604608:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019107.848419:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337604736:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019107.848431:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019107.848436:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019107/real 1734019107] req@ffff8800a8fd5f80 x1818247337604736/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019107.848446:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337604736/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019107.848453:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019107.848455:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019107.848458:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337604736:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019108.753935:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019109.755996:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019110.757999:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019111.760009:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019112.761949:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019112.855836:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019112.855848:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019112.855853:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019112.855867:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3380 00000100:00080000:2.0:1734019112.855878:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019112.855887:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019112.855936:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337604864/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019112.855974:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019112.855978:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019112.855981:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019112.855986:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3380 00000100:00080000:2.0:1734019112.855990:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019112.855994:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019112.856006:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019112.856017:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337604992/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019112.856027:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019112.856031:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019112.856033:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019112.856037:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3380 00000100:00080000:2.0:1734019112.856040:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019112.856043:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019112.856048:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019112.856056:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337605120/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019112.856065:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019112.856068:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019112.856069:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019112.856073:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3380 00000100:00080000:2.0:1734019112.856076:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019112.856079:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019112.856083:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019112.856093:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337605248/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019112.856097:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337604864:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019112.856104:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019112.856108:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019112.856110:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019112.856113:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3380 00000100:00080000:2.0:1734019112.856116:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019112.856119:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019112.856123:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019112.856133:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337605376/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019112.856142:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019112.856145:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019112.856147:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019112.856150:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3380 00000100:00080000:2.0:1734019112.856153:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019112.856156:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019112.856161:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019112.856169:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337605504/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019112.856225:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337604992:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019112.856250:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337605120:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019112.856275:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337605248:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019112.856290:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337605376:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019112.856306:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337605504:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734019113.763985:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019114.765990:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019115.767973:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734019115.862102:0:1967:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:0.0:1734019115.862185:0:1967:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734019115.862204:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734019115.862244:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734019115.862252:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734019115.862259:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734019115.862266:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734019115.862273:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:1.0:1734019115.862385:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019112/real 1734019115] req@ffff8800a8fd5c00 x1818247337605248/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019115.862422:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337605248/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019115.862440:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019115.862446:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019115.862453:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337605248:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019115.862465:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019112/real 1734019115] req@ffff8800a8fd5f80 x1818247337605376/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019115.862486:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337605376/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019115.862500:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019115.862505:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019115.862510:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337605376:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019115.862521:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019112/real 1734019115] req@ffff8800a8fd5180 x1818247337605504/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019115.862538:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337605504/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019115.862550:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019115.862554:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019115.862559:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337605504:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019115.862569:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019112/real 1734019115] req@ffff8800a8fd4e00 x1818247337604864/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019115.862587:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337604864/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019115.862600:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019115.862603:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019115.862608:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337604864:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019115.862618:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019112/real 1734019115] req@ffff8800a8fd5500 x1818247337604992/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019115.862636:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337604992/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019115.862648:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019115.862653:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019115.862659:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337604992:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019115.862670:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019112/real 1734019115] req@ffff8800a8fd6680 x1818247337605120/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019115.862687:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337605120/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019115.862701:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019115.862704:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019115.862801:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337605120:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019116.769975:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019117.771967:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019117.863835:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019117.863844:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019117.863849:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019117.863859:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3385 00000100:00080000:2.0:1734019117.863869:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019117.863877:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019117.863914:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337605632/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019117.863947:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019117.863951:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019117.863953:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019117.863957:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3385 00000100:00080000:2.0:1734019117.863960:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019117.863964:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019117.863973:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019117.863984:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337605760/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019117.863993:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019117.863997:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019117.863999:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019117.864002:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3385 00000100:00080000:2.0:1734019117.864005:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019117.864008:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019117.864012:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019117.864020:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337605888/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019117.864028:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019117.864031:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019117.864033:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019117.864037:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3385 00000100:00080000:2.0:1734019117.864040:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019117.864043:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019117.864047:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019117.864054:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337606016/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019117.864056:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337605632:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019117.864063:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019117.864066:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019117.864068:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019117.864071:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3385 00000100:00080000:2.0:1734019117.864074:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019117.864077:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019117.864081:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019117.864088:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337606144/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019117.864096:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019117.864099:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019117.864101:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019117.864104:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3385 00000100:00080000:2.0:1734019117.864107:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019117.864143:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019117.864148:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019117.864157:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337606272/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019117.864164:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019117.864185:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019117/real 1734019117] req@ffff8800a8fd5880 x1818247337605632/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019117.864205:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337605632/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019117.864215:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019117.864218:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019117.864223:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337605632:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019117.864231:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337605760:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019117.864250:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019117.864257:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019117/real 1734019117] req@ffff8800a8fd6a00 x1818247337605760/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019117.864268:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337605760/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019117.864283:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019117.864286:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019117.864289:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337605760:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019117.864295:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337605888:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019117.864308:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019117.864314:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019117/real 1734019117] req@ffff8800a8fd6d80 x1818247337605888/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019117.864324:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337605888/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019117.864331:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019117.864334:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019117.864337:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337605888:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019117.864361:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337606016:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019117.864374:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019117.864380:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019117/real 1734019117] req@ffff8800a8fd7100 x1818247337606016/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019117.864391:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337606016/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019117.864398:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019117.864400:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019117.864403:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337606016:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019117.864410:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337606144:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019117.864426:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019117.864432:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019117/real 1734019117] req@ffff8800a8fd4380 x1818247337606144/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019117.864443:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337606144/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019117.864450:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019117.864453:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019117.864455:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337606144:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019117.864461:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337606272:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019117.864477:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019117.864483:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019117/real 1734019117] req@ffff8800a8fd7480 x1818247337606272/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019117.864492:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337606272/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019117.864499:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019117.864501:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019117.864504:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337606272:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734019118.773974:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019119.775991:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019120.777930:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019121.779979:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019122.781967:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019122.871856:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019122.871865:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019122.871869:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019122.871879:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3390 00000100:00080000:2.0:1734019122.871889:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019122.871897:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019122.871933:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337606400/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019122.871966:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019122.871970:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019122.871972:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019122.871977:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3390 00000100:00080000:2.0:1734019122.871980:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019122.871983:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019122.871993:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019122.872003:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337606528/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019122.872012:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019122.872016:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019122.872018:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019122.872021:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3390 00000100:00080000:2.0:1734019122.872024:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019122.872065:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019122.872070:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019122.872079:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337606656/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019122.872089:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019122.872093:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019122.872094:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019122.872098:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3390 00000100:00100000:1.0:1734019122.872100:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337606400:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019122.872101:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019122.872104:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019122.872108:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019122.872115:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337606784/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019122.872123:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019122.872127:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019122.872128:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019122.872132:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3390 00000100:00080000:2.0:1734019122.872134:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019122.872137:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019122.872141:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019122.872150:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337606912/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019122.872159:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019122.872162:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019122.872164:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1734019122.872165:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734019122.872168:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3390 00000100:00080000:2.0:1734019122.872171:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019122.872174:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019122.872178:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019122.872185:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337607040/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019122.872187:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019122/real 1734019122] req@ffff8800a8fd7800 x1818247337606400/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019122.872206:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337606400/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019122.872217:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019122.872220:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019122.872225:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337606400:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019122.872232:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337606528:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019122.872248:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019122.872254:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019122/real 1734019122] req@ffff8800a8fd4a80 x1818247337606528/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019122.872265:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337606528/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019122.872273:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019122.872275:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019122.872278:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337606528:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019122.872301:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337606656:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019122.872314:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019122.872320:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019122/real 1734019122] req@ffff8800a8fd6300 x1818247337606656/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019122.872330:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337606656/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019122.872345:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019122.872348:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019122.872351:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337606656:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019122.872357:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337606784:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019122.872368:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019122.872374:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019122/real 1734019122] req@ffff8800a8fd7b80 x1818247337606784/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019122.872384:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337606784/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019122.872391:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019122.872393:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019122.872397:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337606784:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019122.872402:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337606912:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019122.872419:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019122.872425:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019122/real 1734019122] req@ffff8800a8fd7480 x1818247337606912/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019122.872435:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337606912/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019122.872443:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019122.872445:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019122.872448:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337606912:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019122.872455:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337607040:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019122.872472:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019122.872478:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019122/real 1734019122] req@ffff8800a8fd4380 x1818247337607040/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019122.872488:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337607040/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019122.872495:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019122.872497:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019122.872500:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337607040:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019123.783961:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019124.786066:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019125.787975:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019126.790000:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019127.792024:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019127.879844:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019127.879855:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019127.879861:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019127.879874:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3395 00000100:00080000:2.0:1734019127.879885:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019127.879894:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019127.879973:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337607168/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019127.880010:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019127.880015:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019127.880017:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019127.880023:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3395 00000100:00080000:2.0:1734019127.880026:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019127.880030:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019127.880042:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019127.880054:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337607296/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019127.880072:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019127.880076:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019127.880078:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019127.880082:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3395 00000100:00080000:2.0:1734019127.880085:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019127.880088:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019127.880093:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019127.880101:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337607424/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019127.880111:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019127.880114:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019127.880116:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019127.880119:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3395 00000100:00080000:2.0:1734019127.880122:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019127.880125:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734019127.880128:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337607168:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734019127.880130:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019127.880139:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337607552/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019127.880147:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019127.880151:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019127.880153:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019127.880157:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3395 00000100:00080000:2.0:1734019127.880160:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019127.880164:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019127.880169:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019127.880177:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337607680/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019127.880185:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019127.880188:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019127.880190:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019127.880193:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3395 00000100:00080000:2.0:1734019127.880197:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019127.880200:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734019127.880201:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734019127.880204:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019127.880212:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337607808/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019127.880224:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019127/real 1734019127] req@ffff8800a8fd7100 x1818247337607168/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019127.880244:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337607168/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019127.880256:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019127.880260:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019127.880265:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337607168:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019127.880273:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337607296:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019127.880294:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019127.880301:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019127/real 1734019127] req@ffff8800a8fd6d80 x1818247337607296/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019127.880313:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337607296/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019127.880320:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019127.880323:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019127.880327:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337607296:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019127.880352:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337607424:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019127.880366:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019127.880372:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019127/real 1734019127] req@ffff8800a8fd6a00 x1818247337607424/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019127.880383:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337607424/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019127.880390:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019127.880393:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019127.880396:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337607424:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019127.880403:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337607552:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019127.880415:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019127.880421:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019127/real 1734019127] req@ffff8800a8fd5880 x1818247337607552/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019127.880437:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337607552/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019127.880445:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019127.880448:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019127.880451:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337607552:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019127.880457:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337607680:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019127.880470:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019127.880475:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019127/real 1734019127] req@ffff8800a8fd6680 x1818247337607680/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019127.880485:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337607680/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019127.880492:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019127.880495:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019127.880498:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337607680:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019127.880504:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337607808:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019127.880517:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019127.880522:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019127/real 1734019127] req@ffff8800a8fd5500 x1818247337607808/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019127.880532:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337607808/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019127.880540:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019127.880543:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019127.880546:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337607808:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019128.793882:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019129.795975:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019130.797977:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019131.799954:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019132.801970:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019132.887853:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019132.887898:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019132.887903:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019132.887913:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3400 00000100:00080000:2.0:1734019132.887924:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019132.887931:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019132.887967:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337607936/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019132.888000:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019132.888004:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019132.888007:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019132.888011:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3400 00000100:00080000:2.0:1734019132.888014:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019132.888018:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019132.888028:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019132.888038:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337608064/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019132.888048:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019132.888051:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019132.888053:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019132.888056:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3400 00000100:00080000:2.0:1734019132.888059:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019132.888062:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019132.888066:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019132.888074:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337608192/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019132.888082:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019132.888085:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019132.888087:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019132.888091:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3400 00000100:00080000:2.0:1734019132.888093:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019132.888096:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019132.888100:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019132.888108:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337608320/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019132.888109:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337607936:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019132.888118:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019132.888121:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019132.888123:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019132.888126:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3400 00000100:00080000:2.0:1734019132.888128:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019132.888132:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019132.888136:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019132.888144:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337608448/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019132.888153:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019132.888156:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019132.888157:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019132.888161:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3400 00000100:00080000:2.0:1734019132.888163:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019132.888166:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019132.888170:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019132.888174:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734019132.888178:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337608576/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019132.888195:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019132/real 1734019132] req@ffff8800a8fd4e00 x1818247337607936/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019132.888214:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337607936/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019132.888225:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019132.888228:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019132.888233:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337607936:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019132.888240:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337608064:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019132.888256:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019132.888262:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019132/real 1734019132] req@ffff8800a8fd5180 x1818247337608064/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019132.888273:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337608064/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019132.888281:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019132.888284:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019132.888287:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337608064:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019132.888294:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337608192:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019132.888312:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019132.888318:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019132/real 1734019132] req@ffff8800a8fd5f80 x1818247337608192/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019132.888328:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337608192/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019132.888336:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019132.888338:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019132.888341:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337608192:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019132.888365:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337608320:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019132.888377:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019132.888383:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019132/real 1734019132] req@ffff8800a8fd5c00 x1818247337608320/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019132.888393:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337608320/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019132.888400:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019132.888402:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019132.888405:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337608320:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019132.888410:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337608448:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019132.888422:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019132.888428:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019132/real 1734019132] req@ffff8800a8fd5500 x1818247337608448/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019132.888439:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337608448/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019132.888446:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019132.888449:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019132.888451:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337608448:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019132.888457:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337608576:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019132.888468:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019132.888473:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019132/real 1734019132] req@ffff8800a8fd6680 x1818247337608576/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019132.888483:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337608576/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019132.888490:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019132.888492:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019132.888495:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337608576:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734019133.803995:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019134.805995:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019135.808005:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019136.809988:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019137.811984:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019137.895830:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019137.895839:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019137.895843:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019137.895854:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3405 00000100:00080000:2.0:1734019137.895863:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019137.895871:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019137.895908:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337608704/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019137.895939:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019137.895943:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019137.895945:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019137.895949:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3405 00000100:00080000:2.0:1734019137.895952:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019137.895956:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019137.895965:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019137.895976:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337608832/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019137.895986:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019137.895990:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019137.895991:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019137.895995:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3405 00000100:00080000:2.0:1734019137.895997:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019137.896001:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019137.896005:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019137.896012:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337608960/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019137.896021:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019137.896024:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019137.896026:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019137.896030:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3405 00000100:00080000:2.0:1734019137.896033:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019137.896036:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019137.896040:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019137.896047:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337609088/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019137.896052:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337608704:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019137.896056:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019137.896059:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019137.896061:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019137.896064:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3405 00000100:00080000:2.0:1734019137.896066:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019137.896070:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019137.896074:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019137.896081:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337609216/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019137.896090:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019137.896092:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019137.896094:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019137.896097:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3405 00000100:00080000:2.0:1734019137.896100:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019137.896103:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019137.896107:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019137.896114:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337609344/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019137.896118:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019137.896138:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019137/real 1734019137] req@ffff8800a8fd5880 x1818247337608704/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019137.896157:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337608704/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019137.896168:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019137.896172:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019137.896177:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337608704:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019137.896184:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337608832:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019137.896200:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019137.896206:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019137/real 1734019137] req@ffff8800a8fd6a00 x1818247337608832/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019137.896217:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337608832/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019137.896225:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019137.896228:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019137.896231:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337608832:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019137.896237:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337608960:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019137.896249:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019137.896255:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019137/real 1734019137] req@ffff8800a8fd6d80 x1818247337608960/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019137.896265:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337608960/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019137.896272:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019137.896274:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019137.896277:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337608960:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019137.896302:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337609088:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019137.896315:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019137.896321:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019137/real 1734019137] req@ffff8800a8fd7100 x1818247337609088/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019137.896331:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337609088/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019137.896339:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019137.896341:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019137.896344:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337609088:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019137.896349:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337609216:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019137.896365:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019137.896370:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019137/real 1734019137] req@ffff8800a8fd4380 x1818247337609216/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019137.896380:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337609216/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019137.896388:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019137.896391:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019137.896394:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337609216:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019137.896399:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337609344:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019137.896410:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019137.896415:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019137/real 1734019137] req@ffff8800a8fd7480 x1818247337609344/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019137.896426:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337609344/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019137.896433:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019137.896435:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019137.896438:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337609344:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734019138.813976:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019139.815993:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019140.817993:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019141.819949:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019142.821995:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019142.903845:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019142.903857:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019142.903863:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019142.903876:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3410 00000100:00080000:2.0:1734019142.903886:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019142.903896:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019142.903943:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337609472/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019142.903983:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019142.903987:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019142.903989:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019142.903994:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3410 00000100:00080000:2.0:1734019142.903997:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019142.904001:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019142.904013:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019142.904024:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337609600/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019142.904034:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019142.904037:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019142.904039:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019142.904043:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3410 00000100:00080000:2.0:1734019142.904046:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019142.904050:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019142.904056:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019142.904065:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337609728/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019142.904074:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019142.904077:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019142.904079:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019142.904083:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3410 00000100:00080000:2.0:1734019142.904086:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019142.904089:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019142.904093:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019142.904101:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337609856/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019142.904111:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019142.904114:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019142.904116:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019142.904119:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3410 00000100:00100000:1.0:1734019142.904121:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337609472:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019142.904122:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019142.904125:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019142.904130:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019142.904140:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337609984/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019142.904149:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019142.904153:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019142.904155:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019142.904159:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3410 00000100:00080000:2.0:1734019142.904162:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019142.904165:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019142.904170:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019142.904177:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337610112/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019142.904194:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019142.904217:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019142/real 1734019142] req@ffff8800a8fd7b80 x1818247337609472/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019142.904237:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337609472/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019142.904248:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019142.904252:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019142.904257:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337609472:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019142.904265:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337609600:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019142.904282:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019142.904289:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019142/real 1734019142] req@ffff8800a8fd6300 x1818247337609600/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019142.904300:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337609600/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019142.904308:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019142.904311:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019142.904315:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337609600:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019142.904321:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337609728:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019142.904334:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019142.904340:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019142/real 1734019142] req@ffff8800a8fd4a80 x1818247337609728/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019142.904350:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337609728/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019142.904358:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019142.904360:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019142.904363:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337609728:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019142.904390:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337609856:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019142.904402:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019142.904408:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019142/real 1734019142] req@ffff8800a8fd7800 x1818247337609856/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019142.904418:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337609856/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019142.904427:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019142.904429:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019142.904433:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337609856:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019142.904440:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337609984:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019142.904453:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019142.904459:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019142/real 1734019142] req@ffff8800a8fd7480 x1818247337609984/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019142.904469:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337609984/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019142.904477:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019142.904480:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019142.904483:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337609984:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019142.904489:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337610112:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019142.904501:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019142.904506:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019142/real 1734019142] req@ffff8800a8fd4380 x1818247337610112/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019142.904516:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337610112/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019142.904523:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019142.904526:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019142.904529:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337610112:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019143.823985:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019144.825965:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019145.827965:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019146.830004:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019147.831968:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019147.911857:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019147.911865:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019147.911869:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019147.911879:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3415 00000100:00080000:2.0:1734019147.911889:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019147.911896:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019147.911933:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337610240/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019147.911966:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019147.911970:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019147.911972:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019147.911976:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3415 00000100:00080000:2.0:1734019147.911979:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019147.911983:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019147.911992:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019147.912003:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337610368/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019147.912020:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019147.912024:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019147.912025:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019147.912028:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3415 00000100:00080000:2.0:1734019147.912031:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019147.912034:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019147.912039:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019147.912047:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337610496/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019147.912056:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019147.912059:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019147.912060:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019147.912064:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3415 00000100:00100000:1.0:1734019147.912065:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337610240:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019147.912066:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019147.912069:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019147.912073:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019147.912081:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337610624/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019147.912089:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019147.912093:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019147.912094:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019147.912097:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3415 00000100:00080000:2.0:1734019147.912100:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019147.912103:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019147.912107:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019147.912114:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337610752/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019147.912123:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019147.912126:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019147.912127:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1734019147.912130:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734019147.912131:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3415 00000100:00080000:2.0:1734019147.912134:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019147.912137:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019147.912141:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019147.912148:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337610880/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019147.912151:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019147/real 1734019147] req@ffff8800a8fd7100 x1818247337610240/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019147.912170:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337610240/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019147.912180:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019147.912183:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019147.912188:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337610240:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019147.912195:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337610368:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019147.912211:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019147.912217:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019147/real 1734019147] req@ffff8800a8fd6d80 x1818247337610368/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019147.912229:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337610368/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019147.912236:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019147.912239:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019147.912242:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337610368:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019147.912264:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337610496:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019147.912277:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019147.912283:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019147/real 1734019147] req@ffff8800a8fd6a00 x1818247337610496/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019147.912293:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337610496/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019147.912302:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019147.912304:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019147.912307:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337610496:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019147.912313:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337610624:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019147.912324:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019147.912329:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019147/real 1734019147] req@ffff8800a8fd5880 x1818247337610624/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019147.912339:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337610624/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019147.912347:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019147.912349:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019147.912352:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337610624:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019147.912357:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337610752:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019147.912374:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019147.912379:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019147/real 1734019147] req@ffff8800a8fd6680 x1818247337610752/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019147.912389:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337610752/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019147.912396:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019147.912399:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019147.912402:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337610752:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019147.912408:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337610880:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019147.912425:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019147.912431:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019147/real 1734019147] req@ffff8800a8fd5500 x1818247337610880/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019147.912441:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337610880/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019147.912448:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019147.912450:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019147.912453:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337610880:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019148.833956:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019149.835981:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019150.837939:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019151.839980:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019152.841972:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019152.919802:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019152.919810:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019152.919815:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019152.919825:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3420 00000100:00080000:2.0:1734019152.919834:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019152.919841:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019152.919879:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337611008/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019152.919912:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019152.919916:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019152.919919:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019152.919923:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3420 00000100:00080000:2.0:1734019152.919926:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019152.919930:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019152.919940:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019152.919950:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337611136/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019152.919960:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019152.919963:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019152.919965:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019152.919969:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3420 00000100:00080000:2.0:1734019152.919971:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019152.919974:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019152.919979:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019152.919986:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337611264/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019152.919995:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019152.919998:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019152.919999:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019152.920003:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3420 00000100:00080000:2.0:1734019152.920005:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019152.920009:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019152.920012:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019152.920014:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337611008:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019152.920020:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337611392/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019152.920030:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019152.920034:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019152.920036:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019152.920039:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3420 00000100:00080000:2.0:1734019152.920042:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019152.920045:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019152.920049:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019152.920057:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337611520/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019152.920066:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019152.920069:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019152.920070:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019152.920073:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3420 00000100:00080000:2.0:1734019152.920076:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1734019152.920079:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734019152.920080:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019152.920083:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019152.920091:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337611648/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019152.920099:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019152/real 1734019152] req@ffff8800a8fd5c00 x1818247337611008/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019152.920118:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337611008/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019152.920129:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019152.920133:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019152.920138:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337611008:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019152.920145:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337611136:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019152.920164:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019152.920171:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019152/real 1734019152] req@ffff8800a8fd5f80 x1818247337611136/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019152.920182:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337611136/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019152.920190:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019152.920192:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019152.920196:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337611136:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019152.920201:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337611264:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019152.920214:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019152.920219:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019152/real 1734019152] req@ffff8800a8fd5180 x1818247337611264/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019152.920229:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337611264/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019152.920236:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019152.920239:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019152.920241:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337611264:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019152.920266:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337611392:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019152.920278:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019152.920284:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019152/real 1734019152] req@ffff8800a8fd4e00 x1818247337611392/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019152.920301:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337611392/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019152.920309:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019152.920311:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019152.920314:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337611392:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019152.920319:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337611520:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019152.920336:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019152.920342:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019152/real 1734019152] req@ffff8800a8fd5500 x1818247337611520/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019152.920351:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337611520/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019152.920359:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019152.920361:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019152.920364:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337611520:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019152.920369:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337611648:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019152.920381:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019152.920387:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019152/real 1734019152] req@ffff8800a8fd6680 x1818247337611648/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019152.920397:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337611648/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019152.920403:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019152.920407:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019152.920410:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337611648:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734019153.843966:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019154.846012:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019155.847943:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019156.849976:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019157.851950:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019157.927863:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019157.927872:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019157.927876:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019157.927887:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3425 00000100:00080000:2.0:1734019157.927897:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019157.927905:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019157.927943:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337611776/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019157.927976:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019157.927980:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019157.927982:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019157.927986:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3425 00000100:00080000:2.0:1734019157.927989:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019157.927993:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019157.928003:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019157.928013:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337611904/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019157.928023:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019157.928026:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019157.928028:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019157.928031:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3425 00000100:00080000:2.0:1734019157.928034:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019157.928037:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019157.928041:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019157.928048:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337612032/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019157.928057:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019157.928060:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019157.928062:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019157.928066:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3425 00000100:00080000:2.0:1734019157.928068:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019157.928071:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019157.928075:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019157.928084:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337611776:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019157.928084:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337612160/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019157.928092:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019157.928096:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019157.928097:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019157.928101:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3425 00000100:00080000:2.0:1734019157.928103:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019157.928107:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019157.928111:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019157.928118:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337612288/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019157.928127:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019157.928129:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019157.928131:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019157.928134:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3425 00000100:00080000:2.0:1734019157.928139:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019157.928142:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019157.928146:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019157.928150:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734019157.928153:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337612416/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019157.928171:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019157/real 1734019157] req@ffff8800a8fd5880 x1818247337611776/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019157.928191:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337611776/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019157.928201:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019157.928204:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019157.928209:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337611776:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019157.928216:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337611904:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019157.928232:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019157.928239:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019157/real 1734019157] req@ffff8800a8fd6a00 x1818247337611904/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019157.928250:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337611904/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019157.928257:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019157.928260:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019157.928263:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337611904:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019157.928272:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337612032:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019157.928286:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019157.928292:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019157/real 1734019157] req@ffff8800a8fd6d80 x1818247337612032/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019157.928302:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337612032/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019157.928310:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019157.928312:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019157.928315:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337612032:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019157.928338:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337612160:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019157.928350:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019157.928356:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019157/real 1734019157] req@ffff8800a8fd7100 x1818247337612160/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019157.928366:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337612160/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019157.928373:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019157.928375:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019157.928379:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337612160:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019157.928384:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337612288:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019157.928396:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019157.928401:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019157/real 1734019157] req@ffff8800a8fd4380 x1818247337612288/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019157.928412:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337612288/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019157.928420:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019157.928422:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019157.928425:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337612288:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019157.928474:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337612416:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019157.928495:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019157.928502:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019157/real 1734019157] req@ffff8800a8fd7480 x1818247337612416/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019157.928512:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337612416/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019157.928520:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019157.928522:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019157.928525:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337612416:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734019158.853948:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019159.855935:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019160.857959:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019161.859965:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019162.861977:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019162.935852:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019162.935861:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019162.935865:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019162.935875:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3430 00000100:00080000:2.0:1734019162.935885:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019162.935893:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019162.935929:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337612544/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019162.935963:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019162.935967:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019162.935969:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019162.935973:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3430 00000100:00080000:2.0:1734019162.935976:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019162.935981:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019162.935990:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019162.936001:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337612672/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019162.936011:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019162.936014:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019162.936015:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019162.936019:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3430 00000100:00080000:2.0:1734019162.936021:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019162.936025:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019162.936030:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019162.936038:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337612800/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019162.936047:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019162.936049:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019162.936051:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019162.936054:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3430 00000100:00080000:2.0:1734019162.936056:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019162.936059:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019162.936063:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019162.936071:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337612928/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019162.936079:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734019162.936080:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337612544:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019162.936082:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019162.936084:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019162.936088:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3430 00000100:00080000:2.0:1734019162.936090:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019162.936093:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019162.936097:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019162.936106:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337613056/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019162.936115:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019162.936118:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019162.936120:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019162.936124:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3430 00000100:00080000:2.0:1734019162.936127:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019162.936130:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019162.936134:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019162.936141:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337613184/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019162.936146:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019162.936173:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019162/real 1734019162] req@ffff8800a8fd7800 x1818247337612544/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019162.936200:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337612544/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019162.936216:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019162.936221:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019162.936228:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337612544:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019162.936240:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337612672:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019162.936270:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019162.936283:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019162/real 1734019162] req@ffff8800a8fd4a80 x1818247337612672/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019162.936300:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337612672/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019162.936313:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019162.936317:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019162.936323:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337612672:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019162.936333:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337612800:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019162.936389:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019162.936398:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019162/real 1734019162] req@ffff8800a8fd6300 x1818247337612800/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019162.936410:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337612800/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019162.936418:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019162.936421:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019162.936424:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337612800:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019162.936451:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337612928:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019162.936464:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019162.936470:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019162/real 1734019162] req@ffff8800a8fd7b80 x1818247337612928/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019162.936480:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337612928/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019162.936488:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019162.936490:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019162.936493:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337612928:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019162.936498:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337613056:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019162.936514:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019162.936519:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019162/real 1734019162] req@ffff8800a8fd7480 x1818247337613056/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019162.936529:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337613056/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019162.936536:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019162.936538:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019162.936541:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337613056:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019162.936547:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337613184:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019162.936563:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019162.936569:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019162/real 1734019162] req@ffff8800a8fd4380 x1818247337613184/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019162.936580:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337613184/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019162.936587:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019162.936589:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019162.936592:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337613184:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019163.863996:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019164.865983:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019165.867959:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019166.869979:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019167.871971:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019167.943790:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019167.943803:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019167.943808:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019167.943823:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3435 00000100:00080000:2.0:1734019167.943836:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019167.943845:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019167.943894:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337613312/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019167.943930:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019167.943935:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019167.943937:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019167.943942:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3435 00000100:00080000:2.0:1734019167.943946:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019167.943950:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019167.943961:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019167.943973:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337613440/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019167.943992:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734019167.943994:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337613312:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019167.943996:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019167.943998:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019167.944001:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3435 00000100:00080000:2.0:1734019167.944004:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019167.944008:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019167.944013:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019167.944021:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337613568/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019167.944030:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019167.944033:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019167.944034:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019167.944038:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3435 00000100:00080000:2.0:1734019167.944043:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019167.944046:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019167.944050:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019167.944059:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337613696/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019167.944065:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734019167.944067:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019167.944071:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019167.944072:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019167.944076:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3435 00000100:00080000:2.0:1734019167.944082:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019167.944087:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734019167.944089:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019167/real 1734019167] req@ffff8800a8fd7100 x1818247337613312/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:2.0:1734019167.944092:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019167.944100:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337613824/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019167.944108:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337613312/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019167.944110:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019167.944113:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019167.944114:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019167.944118:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3435 00000100:00080000:1.0:1734019167.944120:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019167.944120:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1734019167.944124:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00080000:2.0:1734019167.944124:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019167.944128:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019167.944129:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337613312:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019167.944136:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337613952/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019167.944154:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337613440:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019167.944173:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019167.944180:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019167/real 1734019167] req@ffff8800a8fd6d80 x1818247337613440/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019167.944191:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337613440/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019167.944200:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019167.944203:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019167.944207:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337613440:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019167.944214:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337613568:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019167.944227:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019167.944233:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019167/real 1734019167] req@ffff8800a8fd6a00 x1818247337613568/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019167.944243:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337613568/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019167.944251:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019167.944253:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019167.944257:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337613568:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019167.944289:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337613696:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019167.944303:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019167.944310:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019167/real 1734019167] req@ffff8800a8fd5880 x1818247337613696/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019167.944321:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337613696/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019167.944329:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019167.944331:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019167.944334:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337613696:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019167.944341:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337613824:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019167.944354:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019167.944360:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019167/real 1734019167] req@ffff8800a8fd6680 x1818247337613824/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019167.944371:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337613824/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019167.944378:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019167.944381:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019167.944384:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337613824:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019167.944390:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337613952:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019167.944402:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019167.944408:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019167/real 1734019167] req@ffff8800a8fd5500 x1818247337613952/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019167.944418:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337613952/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019167.944425:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019167.944427:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019167.944430:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337613952:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019168.873898:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019169.875954:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019170.877958:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019171.879981:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019172.882001:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019172.951832:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019172.951841:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019172.951846:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019172.951856:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3440 00000100:00080000:2.0:1734019172.951867:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019172.951875:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019172.951913:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337614080/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019172.951946:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019172.951950:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019172.951953:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019172.951957:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3440 00000100:00080000:2.0:1734019172.951960:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019172.951964:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019172.951974:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019172.951984:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337614208/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019172.951994:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019172.951997:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019172.951999:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019172.952002:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3440 00000100:00080000:2.0:1734019172.952005:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019172.952008:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019172.952013:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019172.952020:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337614336/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019172.952029:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019172.952031:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019172.952033:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019172.952036:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3440 00000100:00080000:2.0:1734019172.952039:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019172.952042:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019172.952046:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019172.952052:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337614080:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019172.952054:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337614464/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019172.952063:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019172.952067:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019172.952068:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019172.952072:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3440 00000100:00080000:2.0:1734019172.952074:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019172.952078:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019172.952081:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019172.952090:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337614592/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019172.952099:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019172.952102:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019172.952103:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019172.952106:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3440 00000100:00080000:2.0:1734019172.952109:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019172.952112:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019172.952116:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019172.952117:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734019172.952124:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337614720/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019172.952138:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019172/real 1734019172] req@ffff8800a8fd4e00 x1818247337614080/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019172.952158:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337614080/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019172.952168:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019172.952171:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019172.952216:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337614080:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019172.952224:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337614208:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019172.952244:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019172.952251:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019172/real 1734019172] req@ffff8800a8fd5180 x1818247337614208/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019172.952263:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337614208/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019172.952271:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019172.952273:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019172.952277:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337614208:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019172.952282:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337614336:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019172.952295:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019172.952301:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019172/real 1734019172] req@ffff8800a8fd5f80 x1818247337614336/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019172.952311:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337614336/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019172.952319:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019172.952322:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019172.952325:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337614336:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019172.952350:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337614464:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019172.952362:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019172.952368:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019172/real 1734019172] req@ffff8800a8fd5c00 x1818247337614464/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019172.952378:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337614464/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019172.952386:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019172.952388:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019172.952391:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337614464:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019172.952396:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337614592:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019172.952408:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019172.952414:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019172/real 1734019172] req@ffff8800a8fd5500 x1818247337614592/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019172.952423:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337614592/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019172.952431:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019172.952433:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019172.952436:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337614592:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019172.952442:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337614720:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019172.952454:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019172.952460:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019172/real 1734019172] req@ffff8800a8fd6680 x1818247337614720/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019172.952470:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337614720/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019172.952477:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019172.952479:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019172.952482:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337614720:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734019173.883977:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019174.885968:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019175.887975:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019176.889978:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019177.891967:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019177.959845:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019177.959854:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019177.959859:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019177.959869:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3445 00000100:00080000:2.0:1734019177.959879:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019177.959887:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019177.959925:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337614848/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019177.959959:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019177.959963:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019177.959965:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019177.959969:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3445 00000100:00080000:2.0:1734019177.959972:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019177.959976:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019177.959986:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019177.959996:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337614976/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019177.960006:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019177.960010:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019177.960011:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019177.960015:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3445 00000100:00080000:2.0:1734019177.960017:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019177.960021:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019177.960025:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019177.960032:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337615104/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019177.960041:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019177.960043:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019177.960046:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019177.960050:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3445 00000100:00080000:2.0:1734019177.960052:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019177.960055:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019177.960060:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019177.960063:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337614848:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019177.960067:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337615232/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019177.960076:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019177.960079:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019177.960080:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019177.960084:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3445 00000100:00080000:2.0:1734019177.960086:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019177.960122:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019177.960127:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019177.960136:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337615360/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019177.960145:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019177.960148:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019177.960150:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019177.960153:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3445 00000100:00080000:2.0:1734019177.960165:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019177.960169:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019177.960173:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019177.960180:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337615488/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019177.960192:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337614976:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019177.960213:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337615104:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019177.960236:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337615232:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019177.960251:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337615360:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019177.960264:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337615488:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734019178.893965:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019179.895992:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019180.897989:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734019180.965957:0:1968:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:0.0:1734019180.966002:0:1968:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734019180.966020:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734019180.966100:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734019180.966113:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734019180.966123:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:1.0:1734019180.966126:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019177/real 1734019180] req@ffff8800a8fd5880 x1818247337614848/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000800:00000100:0.0:1734019180.966132:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734019180.966142:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:1.0:1734019180.966171:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337614848/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019180.966188:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019180.966194:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019180.966201:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337614848:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019180.966211:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019177/real 1734019180] req@ffff8800a8fd6a00 x1818247337614976/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019180.966226:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337614976/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019180.966234:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019180.966237:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019180.966241:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337614976:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019180.966247:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019177/real 1734019180] req@ffff8800a8fd6d80 x1818247337615104/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019180.966258:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337615104/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019180.966265:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019180.966268:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019180.966271:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337615104:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019180.966293:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019177/real 1734019180] req@ffff8800a8fd7100 x1818247337615232/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019180.966311:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337615232/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019180.966319:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019180.966322:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019180.966325:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337615232:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019180.966331:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019177/real 1734019180] req@ffff8800a8fd4380 x1818247337615360/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019180.966341:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337615360/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019180.966348:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019180.966351:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019180.966354:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337615360:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019180.966360:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019177/real 1734019180] req@ffff8800a8fd7480 x1818247337615488/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019180.966370:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337615488/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019180.966377:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019180.966381:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019180.966386:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337615488:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734019181.899958:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019182.901945:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019182.967836:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019182.967844:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019182.967849:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019182.967859:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3450 00000100:00080000:2.0:1734019182.967868:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019182.967876:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019182.967911:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337615616/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019182.967944:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019182.967948:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019182.967950:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019182.967954:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3450 00000100:00080000:2.0:1734019182.967957:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019182.967961:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019182.967971:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019182.967981:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337615744/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019182.967990:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019182.967994:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019182.967995:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019182.967999:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3450 00000100:00080000:2.0:1734019182.968002:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019182.968044:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019182.968050:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019182.968059:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337615872/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019182.968070:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019182.968073:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019182.968075:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734019182.968077:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337615616:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019182.968078:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3450 00000100:00080000:2.0:1734019182.968081:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019182.968084:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019182.968089:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019182.968096:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337616000/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019182.968104:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019182.968108:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019182.968109:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019182.968113:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3450 00000100:00080000:2.0:1734019182.968115:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019182.968118:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019182.968122:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019182.968131:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337616128/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019182.968140:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019182.968143:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019182.968145:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1734019182.968146:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734019182.968149:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3450 00000100:00080000:2.0:1734019182.968152:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019182.968155:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019182.968159:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019182.968167:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019182/real 1734019182] req@ffff8800a8fd7b80 x1818247337615616/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019182.968167:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337616256/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019182.968185:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337615616/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019182.968195:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019182.968199:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019182.968203:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337615616:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019182.968210:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337615744:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019182.968225:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019182.968232:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019182/real 1734019182] req@ffff8800a8fd6300 x1818247337615744/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019182.968243:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337615744/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019182.968251:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019182.968253:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019182.968257:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337615744:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019182.968278:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337615872:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019182.968291:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019182.968297:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019182/real 1734019182] req@ffff8800a8fd4a80 x1818247337615872/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019182.968307:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337615872/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019182.968316:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019182.968318:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019182.968321:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337615872:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019182.968327:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337616000:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019182.968337:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019182.968343:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019182/real 1734019182] req@ffff8800a8fd7800 x1818247337616000/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019182.968353:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337616000/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019182.968360:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019182.968363:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019182.968366:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337616000:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019182.968371:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337616128:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019182.968383:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019182.968389:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019182/real 1734019182] req@ffff8800a8fd7480 x1818247337616128/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019182.968398:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337616128/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019182.968406:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019182.968409:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019182.968412:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337616128:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019182.968418:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337616256:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019182.968430:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019182.968436:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019182/real 1734019182] req@ffff8800a8fd4380 x1818247337616256/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019182.968445:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337616256/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019182.968452:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019182.968454:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019182.968457:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337616256:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019183.903966:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019184.905970:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019185.907940:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019186.909977:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019187.911997:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019187.975844:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019187.975853:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019187.975857:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019187.975867:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3455 00000100:00080000:2.0:1734019187.975876:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019187.975884:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019187.975918:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337616384/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019187.975979:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019187.975983:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019187.975985:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019187.975989:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3455 00000100:00080000:2.0:1734019187.975993:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019187.975997:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019187.976006:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019187.976018:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337616512/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019187.976035:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019187.976038:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019187.976040:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019187.976043:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3455 00000100:00080000:2.0:1734019187.976045:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019187.976049:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019187.976053:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019187.976060:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337616640/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019187.976070:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019187.976073:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019187.976074:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019187.976078:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3455 00000100:00080000:2.0:1734019187.976080:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734019187.976081:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337616384:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019187.976083:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019187.976087:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019187.976095:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337616768/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019187.976102:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019187.976106:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019187.976107:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019187.976111:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3455 00000100:00080000:2.0:1734019187.976114:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019187.976117:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019187.976121:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019187.976129:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337616896/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019187.976138:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019187.976141:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019187.976142:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1734019187.976146:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734019187.976146:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3455 00000100:00080000:2.0:1734019187.976149:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019187.976152:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019187.976156:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019187.976162:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337617024/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019187.976167:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019187/real 1734019187] req@ffff8800a8fd7100 x1818247337616384/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019187.976186:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337616384/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019187.976197:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019187.976200:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019187.976204:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337616384:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019187.976211:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337616512:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019187.976230:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019187.976237:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019187/real 1734019187] req@ffff8800a8fd6d80 x1818247337616512/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019187.976248:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337616512/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019187.976256:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019187.976259:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019187.976262:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337616512:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019187.976285:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337616640:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019187.976298:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019187.976304:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019187/real 1734019187] req@ffff8800a8fd6a00 x1818247337616640/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019187.976314:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337616640/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019187.976321:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019187.976324:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019187.976327:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337616640:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019187.976333:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337616768:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019187.976344:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019187.976350:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019187/real 1734019187] req@ffff8800a8fd5880 x1818247337616768/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019187.976366:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337616768/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019187.976374:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019187.976376:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019187.976379:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337616768:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019187.976384:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337616896:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019187.976395:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019187.976401:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019187/real 1734019187] req@ffff8800a8fd6680 x1818247337616896/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019187.976411:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337616896/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019187.976418:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019187.976420:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019187.976423:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337616896:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019187.976428:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337617024:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019187.976440:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019187.976446:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019187/real 1734019187] req@ffff8800a8fd5500 x1818247337617024/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019187.976456:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337617024/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019187.976463:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019187.976466:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019187.976469:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337617024:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019188.913974:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019189.915979:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019190.918005:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019191.920028:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019192.921929:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019192.983885:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019192.983894:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019192.983899:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019192.983909:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3460 00000100:00080000:2.0:1734019192.983919:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019192.983926:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019192.983960:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337617152/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019192.983993:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019192.983996:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019192.983999:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019192.984004:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3460 00000100:00080000:2.0:1734019192.984007:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019192.984011:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019192.984021:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019192.984031:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337617280/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019192.984040:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019192.984044:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019192.984045:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019192.984049:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3460 00000100:00080000:2.0:1734019192.984051:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019192.984055:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019192.984059:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019192.984067:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337617408/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019192.984075:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019192.984078:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019192.984080:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019192.984083:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3460 00000100:00080000:2.0:1734019192.984085:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019192.984088:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019192.984092:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019192.984097:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337617152:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019192.984100:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337617536/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019192.984110:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019192.984114:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019192.984115:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019192.984119:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3460 00000100:00080000:2.0:1734019192.984121:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019192.984124:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019192.984128:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019192.984137:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337617664/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019192.984146:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019192.984149:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019192.984150:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019192.984153:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3460 00000100:00080000:2.0:1734019192.984156:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019192.984160:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734019192.984163:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734019192.984164:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019192.984172:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337617792/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019192.984184:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019192/real 1734019192] req@ffff8800a8fd5c00 x1818247337617152/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019192.984203:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337617152/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019192.984212:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019192.984215:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019192.984220:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337617152:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019192.984227:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337617280:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019192.984243:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019192.984249:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019192/real 1734019192] req@ffff8800a8fd5f80 x1818247337617280/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019192.984260:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337617280/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019192.984268:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019192.984270:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019192.984274:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337617280:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019192.984280:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337617408:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019192.984293:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019192.984299:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019192/real 1734019192] req@ffff8800a8fd5180 x1818247337617408/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019192.984309:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337617408/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019192.984317:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019192.984319:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019192.984322:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337617408:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019192.984345:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337617536:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019192.984358:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019192.984364:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019192/real 1734019192] req@ffff8800a8fd4e00 x1818247337617536/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019192.984374:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337617536/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019192.984382:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019192.984384:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019192.984387:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337617536:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019192.984392:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337617664:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019192.984409:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019192.984414:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019192/real 1734019192] req@ffff8800a8fd5500 x1818247337617664/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019192.984425:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337617664/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019192.984433:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019192.984435:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019192.984438:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337617664:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019192.984443:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337617792:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019192.984455:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019192.984460:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019192/real 1734019192] req@ffff8800a8fd6680 x1818247337617792/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019192.984470:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337617792/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019192.984477:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019192.984479:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019192.984482:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337617792:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734019193.923935:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019194.926014:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019195.928005:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019196.929967:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019197.931965:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019197.991864:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019197.991873:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019197.991878:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019197.991889:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3465 00000100:00080000:2.0:1734019197.991899:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019197.991907:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019197.991945:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337617920/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019197.991981:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019197.991988:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019197.991991:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019197.991997:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3465 00000100:00080000:2.0:1734019197.992002:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019197.992008:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019197.992021:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019197.992038:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337618048/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019197.992053:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337617920:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019197.992053:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019197.992058:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019197.992061:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019197.992065:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3465 00000100:00080000:2.0:1734019197.992070:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019197.992075:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019197.992081:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019197.992092:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337618176/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019197.992104:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019197.992108:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019197.992111:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019197.992116:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3465 00000800:00000100:1.0:1734019197.992120:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734019197.992120:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019197.992125:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019197.992131:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019197.992143:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019197/real 1734019197] req@ffff8800a8fd5880 x1818247337617920/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019197.992143:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337618304/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019197.992156:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019197.992161:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019197.992163:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734019197.992167:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337617920/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019197.992169:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3465 00000100:00080000:2.0:1734019197.992173:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019197.992179:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00080000:1.0:1734019197.992181:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019197.992185:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000008:00100000:2.0:1734019197.992185:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734019197.992192:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337617920:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019197.992196:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337618432/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019197.992210:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019197.992214:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019197.992217:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734019197.992219:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337618048:192.168.201.110@tcp:38:kworker.0 00000100:00080000:2.0:1734019197.992223:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3465 00000100:00080000:2.0:1734019197.992227:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019197.992232:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019197.992239:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019197.992243:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734019197.992250:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337618560/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019197.992254:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019197/real 1734019197] req@ffff8800a8fd6a00 x1818247337618048/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019197.992271:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337618048/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019197.992283:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019197.992287:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019197.992292:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337618048:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019197.992302:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337618176:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019197.992328:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019197.992339:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019197/real 1734019197] req@ffff8800a8fd6d80 x1818247337618176/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019197.992357:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337618176/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019197.992369:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019197.992372:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019197.992378:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337618176:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019197.992387:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337618304:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019197.992409:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019197.992418:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019197/real 1734019197] req@ffff8800a8fd7100 x1818247337618304/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019197.992434:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337618304/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019197.992446:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019197.992449:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019197.992454:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337618304:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019197.992462:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337618432:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019197.992482:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019197.992491:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019197/real 1734019197] req@ffff8800a8fd4380 x1818247337618432/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019197.992508:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337618432/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019197.992519:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019197.992522:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019197.992525:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337618432:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019197.992544:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337618560:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019197.992566:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019197.992573:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019197/real 1734019197] req@ffff8800a8fd7480 x1818247337618560/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019197.992584:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337618560/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019197.992591:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019197.992593:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019197.992596:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337618560:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734019198.933981:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019199.935974:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019200.937970:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019201.939968:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019202.941949:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019202.999837:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019202.999845:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019202.999849:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019202.999860:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3470 00000100:00080000:2.0:1734019202.999869:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019202.999876:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019202.999912:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337618688/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019202.999945:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019202.999949:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019202.999951:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019202.999955:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3470 00000100:00080000:2.0:1734019202.999958:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019202.999961:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019202.999971:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019202.999981:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337618816/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019202.999991:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019202.999994:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019202.999996:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019202.999999:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3470 00000100:00080000:2.0:1734019203.000002:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019203.000005:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019203.000011:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019203.000019:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337618944/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019203.000027:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019203.000030:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019203.000032:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019203.000035:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3470 00000100:00080000:2.0:1734019203.000038:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019203.000041:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019203.000045:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019203.000053:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337619072/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019203.000055:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337618688:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019203.000061:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019203.000065:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019203.000066:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019203.000070:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3470 00000100:00080000:2.0:1734019203.000072:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019203.000075:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019203.000079:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019203.000088:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337619200/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019203.000097:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019203.000100:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019203.000102:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019203.000105:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3470 00000100:00080000:2.0:1734019203.000111:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019203.000114:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019203.000118:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019203.000121:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734019203.000125:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337619328/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019203.000143:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019202/real 1734019202] req@ffff8800a8fd7800 x1818247337618688/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019203.000162:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337618688/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019203.000173:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019203.000176:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019203.000181:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337618688:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019203.000188:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337618816:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019203.000204:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019203.000210:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019202/real 1734019202] req@ffff8800a8fd4a80 x1818247337618816/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019203.000221:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337618816/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019203.000230:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019203.000232:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019203.000235:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337618816:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019203.000241:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337618944:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019203.000253:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019203.000259:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019202/real 1734019202] req@ffff8800a8fd6300 x1818247337618944/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019203.000269:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337618944/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019203.000277:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019203.000279:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019203.000282:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337618944:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019203.000307:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337619072:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019203.000319:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019203.000324:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019202/real 1734019202] req@ffff8800a8fd7b80 x1818247337619072/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019203.000335:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337619072/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019203.000342:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019203.000344:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019203.000347:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337619072:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019203.000353:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337619200:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019203.000366:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019203.000371:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019202/real 1734019202] req@ffff8800a8fd7480 x1818247337619200/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019203.000382:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337619200/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019203.000389:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019203.000391:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019203.000394:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337619200:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019203.000399:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337619328:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019203.000411:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019203.000416:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019202/real 1734019202] req@ffff8800a8fd4380 x1818247337619328/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019203.000426:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337619328/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019203.000433:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019203.000435:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019203.000438:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337619328:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019203.943910:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019204.945924:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019205.947952:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019206.949916:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019207.951878:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019208.007863:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019208.007872:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019208.007876:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019208.007886:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3475 00000100:00080000:2.0:1734019208.007896:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019208.007903:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019208.007939:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337619456/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019208.007972:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019208.007976:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019208.007978:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019208.007983:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3475 00000100:00080000:2.0:1734019208.007986:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019208.007989:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019208.007999:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019208.008009:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337619584/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019208.008026:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019208.008029:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019208.008031:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019208.008034:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3475 00000100:00080000:2.0:1734019208.008037:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019208.008040:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019208.008044:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019208.008052:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337619712/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019208.008061:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019208.008064:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019208.008066:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019208.008069:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3475 00000100:00100000:1.0:1734019208.008071:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337619456:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019208.008072:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019208.008075:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019208.008079:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019208.008087:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337619840/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019208.008094:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019208.008098:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019208.008099:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019208.008103:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3475 00000100:00080000:2.0:1734019208.008106:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019208.008110:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019208.008114:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019208.008121:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337619968/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019208.008129:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019208.008132:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019208.008134:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1734019208.008137:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734019208.008137:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3475 00000100:00080000:2.0:1734019208.008140:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019208.008143:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019208.008147:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019208.008154:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337620096/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019208.008158:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019208/real 1734019208] req@ffff8800a8fd7100 x1818247337619456/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019208.008177:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337619456/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019208.008188:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019208.008191:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019208.008196:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337619456:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019208.008203:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337619584:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019208.008219:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019208.008225:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019208/real 1734019208] req@ffff8800a8fd6d80 x1818247337619584/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019208.008236:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337619584/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019208.008244:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019208.008247:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019208.008250:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337619584:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019208.008274:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337619712:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019208.008287:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019208.008293:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019208/real 1734019208] req@ffff8800a8fd6a00 x1818247337619712/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019208.008303:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337619712/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019208.008311:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019208.008314:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019208.008317:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337619712:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019208.008323:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337619840:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019208.008334:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019208.008340:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019208/real 1734019208] req@ffff8800a8fd5880 x1818247337619840/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019208.008349:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337619840/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019208.008357:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019208.008359:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019208.008362:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337619840:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019208.008368:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337619968:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019208.008380:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019208.008385:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019208/real 1734019208] req@ffff8800a8fd6680 x1818247337619968/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019208.008396:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337619968/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019208.008403:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019208.008405:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019208.008408:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337619968:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019208.008414:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337620096:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019208.008426:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019208.008432:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019208/real 1734019208] req@ffff8800a8fd5500 x1818247337620096/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019208.008442:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337620096/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019208.008450:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019208.008452:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019208.008455:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337620096:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019208.953934:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019209.955981:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019210.957973:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019211.959979:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019212.961938:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019213.015854:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019213.015862:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019213.015867:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019213.015878:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3480 00000100:00080000:2.0:1734019213.015888:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019213.015895:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019213.015932:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337620224/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019213.015966:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019213.015970:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019213.015973:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019213.015977:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3480 00000100:00080000:2.0:1734019213.015981:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019213.015985:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019213.015994:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019213.016005:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337620352/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019213.016014:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019213.016018:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019213.016020:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019213.016023:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3480 00000100:00080000:2.0:1734019213.016026:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019213.016029:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019213.016034:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019213.016041:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337620480/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019213.016049:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019213.016052:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019213.016054:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019213.016057:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3480 00000100:00080000:2.0:1734019213.016060:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019213.016063:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019213.016066:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019213.016070:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337620224:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019213.016074:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337620608/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019213.016084:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019213.016087:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019213.016089:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019213.016092:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3480 00000100:00080000:2.0:1734019213.016094:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019213.016098:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019213.016102:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019213.016110:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337620736/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019213.016119:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019213.016122:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019213.016124:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019213.016127:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3480 00000100:00080000:2.0:1734019213.016130:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019213.016133:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734019213.016136:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734019213.016137:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019213.016144:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337620864/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019213.016157:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019213/real 1734019213] req@ffff8800a8fd4e00 x1818247337620224/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019213.016176:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337620224/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019213.016187:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019213.016190:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019213.016195:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337620224:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019213.016202:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337620352:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019213.016221:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019213.016228:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019213/real 1734019213] req@ffff8800a8fd5180 x1818247337620352/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019213.016239:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337620352/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019213.016247:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019213.016249:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019213.016252:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337620352:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019213.016258:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337620480:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019213.016276:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019213.016282:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019213/real 1734019213] req@ffff8800a8fd5f80 x1818247337620480/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019213.016292:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337620480/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019213.016299:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019213.016301:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019213.016304:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337620480:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019213.016329:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337620608:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019213.016341:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019213.016347:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019213/real 1734019213] req@ffff8800a8fd5c00 x1818247337620608/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019213.016364:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337620608/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019213.016372:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019213.016375:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019213.016378:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337620608:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019213.016383:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337620736:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019213.016400:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019213.016405:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019213/real 1734019213] req@ffff8800a8fd5500 x1818247337620736/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019213.016415:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337620736/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019213.016422:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019213.016424:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019213.016427:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337620736:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019213.016433:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337620864:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019213.016449:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019213.016455:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019213/real 1734019213] req@ffff8800a8fd6680 x1818247337620864/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019213.016465:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337620864/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019213.016472:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019213.016474:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019213.016477:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337620864:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734019213.963944:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019214.965991:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019215.967979:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019216.969984:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019217.971976:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019218.023836:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019218.023848:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019218.023854:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019218.023868:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3485 00000100:00080000:2.0:1734019218.023881:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019218.023891:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019218.023942:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337620992/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019218.023981:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019218.023986:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019218.023988:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019218.023993:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3485 00000100:00080000:2.0:1734019218.023996:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019218.024000:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019218.024012:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019218.024023:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337621120/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019218.024033:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019218.024036:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019218.024038:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019218.024042:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3485 00000100:00080000:2.0:1734019218.024045:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019218.024048:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019218.024053:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019218.024062:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337621248/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019218.024070:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019218.024074:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019218.024076:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019218.024081:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3485 00000100:00080000:2.0:1734019218.024084:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019218.024087:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019218.024091:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019218.024099:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337621376/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019218.024107:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019218.024111:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019218.024112:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019218.024116:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3485 00000100:00080000:2.0:1734019218.024118:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019218.024122:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019218.024126:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019218.024135:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337621504/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019218.024139:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337620992:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019218.024145:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019218.024148:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019218.024149:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019218.024153:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3485 00000100:00080000:2.0:1734019218.024155:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019218.024159:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019218.024163:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019218.024170:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337621632/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019218.024219:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019218.024244:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019218/real 1734019218] req@ffff8800a8fd5880 x1818247337620992/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019218.024264:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337620992/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019218.024275:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019218.024279:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019218.024284:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337620992:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019218.024292:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337621120:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019218.024309:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019218.024315:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019218/real 1734019218] req@ffff8800a8fd6a00 x1818247337621120/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019218.024327:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337621120/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019218.024334:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019218.024337:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019218.024341:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337621120:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019218.024351:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337621248:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019218.024364:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019218.024370:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019218/real 1734019218] req@ffff8800a8fd6d80 x1818247337621248/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019218.024381:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337621248/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019218.024389:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019218.024391:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019218.024394:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337621248:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019218.024400:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337621376:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019218.024463:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019218.024471:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019218/real 1734019218] req@ffff8800a8fd7100 x1818247337621376/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019218.024481:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337621376/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019218.024489:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019218.024492:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019218.024495:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337621376:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019218.024523:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337621504:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019218.024538:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019218.024545:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019218/real 1734019218] req@ffff8800a8fd4380 x1818247337621504/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019218.024556:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337621504/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019218.024564:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019218.024567:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019218.024569:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337621504:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019218.024575:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337621632:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019218.024588:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019218.024593:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019218/real 1734019218] req@ffff8800a8fd7480 x1818247337621632/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019218.024603:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337621632/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019218.024610:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019218.024612:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019218.024615:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337621632:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734019218.973967:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019219.975957:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019220.978020:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019221.979926:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019222.981963:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019223.031821:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019223.031831:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019223.031837:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019223.031851:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3490 00000100:00080000:2.0:1734019223.031863:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019223.031872:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019223.031908:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337621760/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019223.031945:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019223.031949:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019223.031951:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019223.031956:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3490 00000100:00080000:2.0:1734019223.031959:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019223.031964:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019223.031973:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019223.031984:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337621888/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019223.031993:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019223.031996:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019223.031998:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019223.032002:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3490 00000100:00080000:2.0:1734019223.032004:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019223.032008:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019223.032013:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019223.032019:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337621760:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019223.032021:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337622016/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019223.032031:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019223.032034:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019223.032035:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019223.032039:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3490 00000100:00080000:2.0:1734019223.032041:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019223.032044:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019223.032048:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019223.032056:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337622144/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019223.032064:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019223.032067:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019223.032069:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019223.032072:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3490 00000100:00080000:2.0:1734019223.032075:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019223.032078:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019223.032082:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019223.032091:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337622272/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019223.032099:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1734019223.032100:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734019223.032102:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019223.032104:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019223.032108:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3490 00000100:00080000:2.0:1734019223.032111:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019223.032114:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019223.032118:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019223.032124:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019223/real 1734019223] req@ffff8800a8fd7b80 x1818247337621760/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019223.032126:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337622400/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019223.032144:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337621760/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019223.032156:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019223.032159:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019223.032164:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337621760:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019223.032172:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337621888:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019223.032193:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019223.032200:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019223/real 1734019223] req@ffff8800a8fd6300 x1818247337621888/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019223.032211:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337621888/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019223.032219:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019223.032221:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019223.032225:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337621888:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019223.032248:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337622016:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019223.032261:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019223.032267:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019223/real 1734019223] req@ffff8800a8fd4a80 x1818247337622016/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019223.032278:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337622016/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019223.032286:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019223.032288:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019223.032291:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337622016:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019223.032297:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337622144:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019223.032309:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019223.032315:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019223/real 1734019223] req@ffff8800a8fd7800 x1818247337622144/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019223.032368:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337622144/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019223.032376:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019223.032378:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019223.032381:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337622144:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019223.032387:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337622272:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019223.032403:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019223.032409:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019223/real 1734019223] req@ffff8800a8fd7480 x1818247337622272/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019223.032420:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337622272/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019223.032427:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019223.032429:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019223.032432:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337622272:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019223.032438:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337622400:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019223.032450:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019223.032456:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019223/real 1734019223] req@ffff8800a8fd4380 x1818247337622400/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019223.032467:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337622400/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019223.032474:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019223.032476:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019223.032479:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337622400:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019223.983974:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019224.985986:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019225.987959:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019226.989979:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019227.992012:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019228.039807:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019228.039819:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019228.039826:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019228.039840:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3495 00000100:00080000:2.0:1734019228.039853:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019228.039862:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019228.039909:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337622528/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019228.039945:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019228.039949:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019228.039951:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019228.039957:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3495 00000100:00080000:2.0:1734019228.039960:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019228.039964:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019228.039976:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019228.039988:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337622656/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019228.040005:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019228.040008:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019228.040010:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019228.040013:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3495 00000100:00080000:2.0:1734019228.040016:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019228.040020:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019228.040024:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019228.040033:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337622784/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019228.040041:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019228.040044:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019228.040046:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019228.040049:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3495 00000100:00080000:2.0:1734019228.040052:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019228.040055:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019228.040059:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019228.040069:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337622912/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019228.040076:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337622528:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019228.040078:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019228.040082:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019228.040083:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019228.040087:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3495 00000100:00080000:2.0:1734019228.040091:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019228.040095:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019228.040099:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019228.040107:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337623040/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019228.040116:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019228.040119:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019228.040120:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019228.040124:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3495 00000100:00080000:2.0:1734019228.040127:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019228.040130:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019228.040135:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019228.040142:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337623168/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019228.040148:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019228.040170:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019228/real 1734019228] req@ffff8800a8fd7100 x1818247337622528/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019228.040191:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337622528/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019228.040203:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019228.040207:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019228.040212:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337622528:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019228.040219:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337622656:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019228.040237:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019228.040272:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019228/real 1734019228] req@ffff8800a8fd6d80 x1818247337622656/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019228.040284:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337622656/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019228.040293:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019228.040296:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019228.040299:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337622656:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019228.040306:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337622784:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019228.040322:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019228.040328:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019228/real 1734019228] req@ffff8800a8fd6a00 x1818247337622784/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019228.040338:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337622784/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019228.040346:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019228.040349:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019228.040352:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337622784:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019228.040377:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337622912:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019228.040389:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019228.040395:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019228/real 1734019228] req@ffff8800a8fd5880 x1818247337622912/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019228.040405:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337622912/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019228.040414:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019228.040417:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019228.040420:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337622912:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019228.040426:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337623040:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019228.040439:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019228.040445:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019228/real 1734019228] req@ffff8800a8fd6680 x1818247337623040/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019228.040456:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337623040/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019228.040463:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019228.040466:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019228.040469:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337623040:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019228.040475:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337623168:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019228.040487:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019228.040492:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019228/real 1734019228] req@ffff8800a8fd5500 x1818247337623168/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019228.040502:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337623168/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019228.040509:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019228.040511:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019228.040514:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337623168:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019228.993957:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019229.995979:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019230.997971:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019231.999989:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019233.001936:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019233.047767:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019233.047776:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019233.047780:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019233.047791:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3500 00000100:00080000:2.0:1734019233.047801:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019233.047808:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019233.047844:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337623296/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019233.047875:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019233.047879:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019233.047882:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019233.047886:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3500 00000100:00080000:2.0:1734019233.047889:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019233.047893:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019233.047902:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019233.047913:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337623424/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019233.047924:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734019233.047925:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337623296:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019233.047927:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019233.047929:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019233.047933:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3500 00000100:00080000:2.0:1734019233.047936:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019233.047939:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019233.047943:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019233.047951:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337623552/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019233.047959:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019233.047962:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019233.047963:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019233.047967:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3500 00000100:00080000:2.0:1734019233.047969:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019233.047972:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019233.047976:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019233.047984:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337623680/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019233.047992:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734019233.047993:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019233.047997:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019233.047998:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019233.048002:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3500 00000100:00100000:1.0:1734019233.048013:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019233/real 1734019233] req@ffff8800a8fd5c00 x1818247337623296/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019233.048013:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019233.048017:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019233.048021:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019233.048030:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337623808/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019233.048033:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337623296/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019233.048039:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019233.048042:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1734019233.048043:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019233.048044:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1734019233.048046:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00080000:2.0:1734019233.048048:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3500 00000100:00080000:2.0:1734019233.048050:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734019233.048051:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337623296:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019233.048053:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019233.048057:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019233.048065:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337623936/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019233.048074:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337623424:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019233.048092:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019233.048099:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019233/real 1734019233] req@ffff8800a8fd5f80 x1818247337623424/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019233.048111:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337623424/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019233.048118:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019233.048121:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019233.048124:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337623424:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019233.048131:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337623552:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019233.048144:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019233.048150:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019233/real 1734019233] req@ffff8800a8fd5180 x1818247337623552/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019233.048184:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337623552/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019233.048194:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019233.048196:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019233.048199:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337623552:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019233.048205:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337623680:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019233.048220:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019233.048226:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019233/real 1734019233] req@ffff8800a8fd4e00 x1818247337623680/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019233.048236:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337623680/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019233.048243:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019233.048246:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019233.048249:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337623680:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019233.048255:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337623808:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019233.048267:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019233.048273:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019233/real 1734019233] req@ffff8800a8fd5500 x1818247337623808/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019233.048282:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337623808/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019233.048290:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019233.048293:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019233.048296:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337623808:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019233.048312:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337623936:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019233.048325:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019233.048331:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019233/real 1734019233] req@ffff8800a8fd6680 x1818247337623936/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019233.048342:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337623936/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019233.048349:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019233.048351:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019233.048354:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337623936:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734019234.003974:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019235.005952:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019236.007970:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019237.009988:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019238.011968:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019238.055855:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019238.055864:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019238.055868:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019238.055878:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3505 00000100:00080000:2.0:1734019238.055888:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019238.055896:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019238.055932:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337624064/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019238.055967:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019238.055971:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019238.055973:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019238.055977:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3505 00000100:00080000:2.0:1734019238.055980:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019238.055984:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019238.055994:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019238.056004:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337624192/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019238.056014:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019238.056017:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019238.056019:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019238.056023:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3505 00000100:00080000:2.0:1734019238.056025:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019238.056028:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019238.056032:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019238.056040:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337624320/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019238.056048:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019238.056051:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019238.056054:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019238.056058:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3505 00000100:00080000:2.0:1734019238.056060:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019238.056063:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019238.056102:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019238.056116:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337624064:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019238.056117:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337624448/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019238.056127:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019238.056131:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019238.056132:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019238.056136:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3505 00000100:00080000:2.0:1734019238.056139:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019238.056143:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019238.056148:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019238.056155:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337624576/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019238.056164:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019238.056167:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019238.056169:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019238.056172:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3505 00000100:00080000:2.0:1734019238.056175:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019238.056178:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019238.056182:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019238.056183:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734019238.056189:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337624704/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019238.056205:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019238/real 1734019238] req@ffff8800a8fd5880 x1818247337624064/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019238.056224:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337624064/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019238.056235:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019238.056238:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019238.056243:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337624064:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019238.056250:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337624192:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019238.056266:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019238.056273:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019238/real 1734019238] req@ffff8800a8fd6a00 x1818247337624192/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019238.056284:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337624192/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019238.056292:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019238.056295:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019238.056298:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337624192:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019238.056304:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337624320:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019238.056316:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019238.056322:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019238/real 1734019238] req@ffff8800a8fd6d80 x1818247337624320/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019238.056332:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337624320/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019238.056339:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019238.056341:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019238.056344:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337624320:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019238.056368:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337624448:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019238.056380:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019238.056386:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019238/real 1734019238] req@ffff8800a8fd7100 x1818247337624448/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019238.056396:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337624448/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019238.056412:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019238.056414:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019238.056417:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337624448:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019238.056422:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337624576:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019238.056434:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019238.056440:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019238/real 1734019238] req@ffff8800a8fd4380 x1818247337624576/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019238.056449:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337624576/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019238.056456:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019238.056459:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019238.056462:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337624576:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019238.056468:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337624704:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019238.056484:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019238.056489:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019238/real 1734019238] req@ffff8800a8fd7480 x1818247337624704/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019238.056499:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337624704/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019238.056506:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019238.056508:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019238.056511:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337624704:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734019239.013952:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019240.015976:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019241.017924:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019242.019981:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019243.021913:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019243.063763:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019243.063768:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019243.063772:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019243.063779:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3510 00000100:00080000:2.0:1734019243.063787:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019243.063792:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019243.063818:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337624832/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019243.063839:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019243.063841:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019243.063842:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019243.063844:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3510 00000100:00080000:2.0:1734019243.063846:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019243.063848:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019243.063854:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019243.063860:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337624960/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019243.063865:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019243.063867:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019243.063868:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019243.063870:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3510 00000100:00080000:2.0:1734019243.063871:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019243.063873:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019243.063876:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019243.063880:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337625088/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019243.063885:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019243.063887:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019243.063888:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734019243.063890:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337624832:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019243.063890:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3510 00000100:00080000:2.0:1734019243.063891:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019243.063893:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019243.063895:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019243.063899:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337625216/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019243.063903:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019243.063905:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019243.063905:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019243.063907:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3510 00000100:00080000:2.0:1734019243.063908:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019243.063910:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019243.063912:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019243.063918:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337625344/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019243.063923:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019243.063924:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019243.063926:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019243.063928:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3510 00000100:00080000:2.0:1734019243.063935:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019243.063936:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019243.063939:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019243.063943:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337625472/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019243.063958:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337624960:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019243.064017:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337625088:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019243.064036:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337625216:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019243.064050:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337625344:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019243.064064:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337625472:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019244.023921:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019245.025982:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019246.027952:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1734019246.070031:0:1966:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:0.0:1734019246.070075:0:1966:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1734019246.070089:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734019246.070112:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734019246.070116:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734019246.070120:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734019246.070124:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:0.0:1734019246.070127:0:1966:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:1.0:1734019246.070168:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019243/real 1734019246] req@ffff8800a8fd6300 x1818247337625088/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019246.070189:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337625088/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019246.070199:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019246.070202:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019246.070207:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337625088:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019246.070213:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019243/real 1734019246] req@ffff8800a8fd7b80 x1818247337625216/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019246.070222:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337625216/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019246.070235:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019246.070238:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019246.070241:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337625216:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019246.070246:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019243/real 1734019246] req@ffff8800a8fd7480 x1818247337625344/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019246.070257:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337625344/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019246.070263:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019246.070266:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019246.070268:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337625344:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019246.070274:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019243/real 1734019246] req@ffff8800a8fd4380 x1818247337625472/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019246.070281:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337625472/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019246.070287:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019246.070290:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019246.070292:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337625472:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019246.070297:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019243/real 1734019246] req@ffff8800a8fd7800 x1818247337624832/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019246.070307:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337624832/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019246.070317:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019246.070319:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019246.070321:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337624832:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019246.070326:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019243/real 1734019246] req@ffff8800a8fd4a80 x1818247337624960/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019246.070334:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337624960/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019246.070340:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019246.070342:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019246.070344:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337624960:192.168.201.110@tcp:38:kworker.0 00010000:00010000:3.0:1734019247.029943:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019248.031928:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019248.071768:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019248.071775:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019248.071778:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019248.071784:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3515 00000100:00080000:2.0:1734019248.071791:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019248.071796:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019248.071822:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337625600/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019248.071841:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019248.071844:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019248.071845:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019248.071847:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3515 00000100:00080000:2.0:1734019248.071848:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019248.071850:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019248.071856:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019248.071862:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337625728/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019248.071871:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019248.071873:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019248.071874:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019248.071875:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3515 00000100:00080000:2.0:1734019248.071877:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019248.071879:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019248.071881:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019248.071886:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337625856/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019248.071890:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019248.071891:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019248.071892:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019248.071894:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3515 00000100:00100000:1.0:1734019248.071925:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337625600:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019248.071937:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019248.071941:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019248.071944:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019248.071950:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337625984/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019248.071956:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019248.071958:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019248.071958:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019248.071961:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3515 00000100:00080000:2.0:1734019248.071963:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019248.071966:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734019248.071968:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734019248.071968:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019248.071972:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337626112/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019248.071977:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734019248.071981:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019248/real 1734019248] req@ffff8800a8fd7100 x1818247337625600/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019248.071992:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337625600/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019248.071998:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019248.072000:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019248.072002:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337625600:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019248.072006:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337625728:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019248.072016:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019248.072020:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019248/real 1734019248] req@ffff8800a8fd6d80 x1818247337625728/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019248.072026:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337625728/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019248.072029:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019248.072031:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019248.072032:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337625728:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019248.072035:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337625856:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019248.072042:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019248.072044:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019248/real 1734019248] req@ffff8800a8fd6a00 x1818247337625856/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019248.072049:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337625856/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019248.072053:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019248.072054:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019248.072056:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337625856:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019248.072070:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337625984:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019248.072076:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019248.072079:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019248/real 1734019248] req@ffff8800a8fd5880 x1818247337625984/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019248.072088:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337625984/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019248.072092:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019248.072093:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019248.072095:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337625984:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019248.072097:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337626112:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019248.072104:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019248.072106:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019248/real 1734019248] req@ffff8800a8fd6680 x1818247337626112/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019248.072111:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337626112/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019248.072115:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019248.072116:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019248.072117:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337626112:192.168.201.110@tcp:38:kworker.0 00000100:00080000:2.0:1734019248.072151:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019248.072152:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019248.072155:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3515 00000100:00080000:2.0:1734019248.072157:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019248.072159:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019248.072161:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019248.072177:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337626240/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019248.072213:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337626240:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019248.072225:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019248.072230:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019248/real 1734019248] req@ffff8800a8fd5500 x1818247337626240/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019248.072236:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337626240/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019248.072240:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019248.072242:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019248.072243:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337626240:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019249.033936:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019250.036041:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019251.038016:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019252.040044:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019253.042007:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019253.079871:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019253.079879:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019253.079883:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019253.079893:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3520 00000100:00080000:2.0:1734019253.079902:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019253.079910:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019253.079944:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337626368/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019253.079975:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019253.079979:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019253.079982:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019253.079986:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3520 00000100:00080000:2.0:1734019253.079989:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019253.079993:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019253.080002:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019253.080012:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337626496/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019253.080022:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019253.080025:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019253.080027:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019253.080031:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3520 00000100:00080000:2.0:1734019253.080034:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019253.080037:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019253.080041:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019253.080048:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337626624/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019253.080056:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019253.080060:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019253.080061:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019253.080065:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3520 00000100:00080000:2.0:1734019253.080067:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019253.080070:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019253.080074:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019253.080082:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337626752/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019253.080087:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337626368:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019253.080091:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019253.080095:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019253.080096:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019253.080100:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3520 00000100:00080000:2.0:1734019253.080102:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019253.080105:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019253.080109:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019253.080118:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337626880/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019253.080126:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019253.080129:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019253.080131:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019253.080134:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3520 00000100:00080000:2.0:1734019253.080137:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019253.080140:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019253.080144:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019253.080152:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734019253.080152:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337627008/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019253.080173:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019253/real 1734019253] req@ffff8800a8fd4e00 x1818247337626368/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019253.080192:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337626368/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019253.080202:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019253.080205:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019253.080210:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337626368:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019253.080217:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337626496:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019253.080234:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019253.080240:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019253/real 1734019253] req@ffff8800a8fd5180 x1818247337626496/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019253.080251:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337626496/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019253.080259:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019253.080262:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019253.080265:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337626496:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019253.080272:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337626624:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019253.080285:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019253.080291:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019253/real 1734019253] req@ffff8800a8fd5f80 x1818247337626624/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019253.080302:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337626624/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019253.080309:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019253.080312:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019253.080315:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337626624:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019253.080339:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337626752:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019253.080351:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019253.080357:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019253/real 1734019253] req@ffff8800a8fd5c00 x1818247337626752/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019253.080367:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337626752/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019253.080374:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019253.080377:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019253.080380:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337626752:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019253.080386:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337626880:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019253.080402:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019253.080408:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019253/real 1734019253] req@ffff8800a8fd5500 x1818247337626880/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019253.080418:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337626880/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019253.080426:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019253.080428:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019253.080431:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337626880:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019253.080436:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337627008:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019253.080452:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019253.080458:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019253/real 1734019253] req@ffff8800a8fd6680 x1818247337627008/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019253.080467:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337627008/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019253.080474:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019253.080476:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019253.080479:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337627008:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734019254.044012:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019255.045998:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019256.047981:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019257.050001:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019258.051951:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019258.087852:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019258.087861:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019258.087866:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019258.087876:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3525 00000100:00080000:2.0:1734019258.087885:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019258.087893:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019258.087929:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337627136/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019258.087962:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019258.087966:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019258.087968:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019258.087972:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3525 00000100:00080000:2.0:1734019258.087975:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019258.087979:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019258.087989:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019258.087999:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337627264/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019258.088009:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019258.088012:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019258.088014:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019258.088018:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3525 00000100:00080000:2.0:1734019258.088020:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019258.088023:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019258.088028:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019258.088035:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337627392/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019258.088044:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019258.088047:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019258.088049:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019258.088053:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3525 00000100:00080000:2.0:1734019258.088056:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019258.088059:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019258.088063:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019258.088070:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337627136:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019258.088070:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337627520/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019258.088079:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019258.088083:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019258.088084:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019258.088088:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3525 00000100:00080000:2.0:1734019258.088090:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019258.088093:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019258.088097:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019258.088104:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337627648/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019258.088113:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019258.088116:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019258.088117:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019258.088121:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3525 00000100:00080000:2.0:1734019258.088125:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019258.088128:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019258.088132:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019258.088136:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734019258.088139:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337627776/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019258.088157:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019258/real 1734019258] req@ffff8800a8fd5880 x1818247337627136/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019258.088177:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337627136/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019258.088188:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019258.088191:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019258.088196:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337627136:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019258.088203:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337627264:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019258.088218:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019258.088225:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019258/real 1734019258] req@ffff8800a8fd6a00 x1818247337627264/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019258.088235:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337627264/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019258.088243:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019258.088246:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019258.088249:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337627264:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019258.088255:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337627392:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019258.088273:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019258.088279:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019258/real 1734019258] req@ffff8800a8fd6d80 x1818247337627392/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019258.088289:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337627392/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019258.088297:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019258.088299:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019258.088303:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337627392:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019258.088328:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337627520:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019258.088341:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019258.088346:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019258/real 1734019258] req@ffff8800a8fd7100 x1818247337627520/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019258.088357:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337627520/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019258.088364:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019258.088367:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019258.088369:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337627520:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019258.088375:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337627648:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019258.088392:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019258.088397:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019258/real 1734019258] req@ffff8800a8fd4a80 x1818247337627648/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019258.088407:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337627648/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019258.088414:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019258.088416:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019258.088419:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337627648:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019258.088425:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337627776:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019258.088440:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019258.088446:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019258/real 1734019258] req@ffff8800a8fd7800 x1818247337627776/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019258.088457:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337627776/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019258.088464:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019258.088466:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019258.088469:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337627776:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734019259.053977:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019260.055978:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019261.057987:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019262.059959:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019263.061978:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019263.095827:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019263.095836:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019263.095840:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019263.095850:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3530 00000100:00080000:2.0:1734019263.095861:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019263.095868:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019263.095905:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337627904/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019263.095939:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019263.095943:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019263.095945:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019263.095949:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3530 00000100:00080000:2.0:1734019263.095952:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019263.095956:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019263.095966:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019263.095976:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337628032/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019263.095986:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019263.095989:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019263.095991:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019263.095994:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3530 00000100:00080000:2.0:1734019263.095997:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019263.096000:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019263.096006:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019263.096014:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337628160/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019263.096023:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019263.096026:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019263.096028:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019263.096031:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3530 00000100:00080000:2.0:1734019263.096034:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019263.096037:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019263.096041:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019263.096048:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337628288/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019263.096057:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734019263.096059:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337627904:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019263.096060:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019263.096062:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019263.096066:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3530 00000100:00080000:2.0:1734019263.096068:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019263.096071:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019263.096075:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019263.096083:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337628416/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019263.096091:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019263.096094:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019263.096096:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019263.096100:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3530 00000100:00080000:2.0:1734019263.096103:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019263.096106:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019263.096109:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019263.096117:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337628544/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019263.096142:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019263.096164:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019263/real 1734019263] req@ffff8800a8fd4380 x1818247337627904/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019263.096184:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337627904/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019263.096195:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019263.096198:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019263.096203:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337627904:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019263.096211:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337628032:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019263.096230:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019263.096237:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019263/real 1734019263] req@ffff8800a8fd7480 x1818247337628032/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019263.096248:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337628032/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019263.096256:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019263.096259:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019263.096262:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337628032:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019263.096268:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337628160:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019263.096286:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019263.096292:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019263/real 1734019263] req@ffff8800a8fd7b80 x1818247337628160/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019263.096302:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337628160/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019263.096309:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019263.096312:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019263.096315:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337628160:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019263.096339:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337628288:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019263.096351:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019263.096357:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019263/real 1734019263] req@ffff8800a8fd6300 x1818247337628288/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019263.096368:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337628288/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019263.096376:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019263.096378:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019263.096381:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337628288:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019263.096387:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337628416:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019263.096404:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019263.096410:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019263/real 1734019263] req@ffff8800a8fd7800 x1818247337628416/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019263.096420:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337628416/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019263.096428:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019263.096430:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019263.096433:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337628416:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019263.096438:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337628544:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019263.096452:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019263.096457:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019263/real 1734019263] req@ffff8800a8fd4a80 x1818247337628544/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019263.096467:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337628544/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019263.096474:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019263.096476:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019263.096479:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337628544:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019264.063981:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019265.065983:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019266.067991:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019267.069944:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019268.071945:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019268.103854:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019268.103863:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019268.103867:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019268.103877:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3535 00000100:00080000:2.0:1734019268.103887:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019268.103894:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019268.103928:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337628672/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019268.103961:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019268.103966:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019268.103967:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019268.103972:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3535 00000100:00080000:2.0:1734019268.103975:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019268.103978:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019268.103987:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019268.103998:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337628800/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019268.104015:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019268.104018:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019268.104020:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019268.104023:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3535 00000100:00080000:2.0:1734019268.104026:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019268.104029:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019268.104033:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019268.104041:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337628928/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019268.104051:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019268.104053:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019268.104055:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019268.104058:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3535 00000100:00080000:2.0:1734019268.104061:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019268.104064:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734019268.104065:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337628672:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734019268.104068:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019268.104076:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337629056/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019268.104084:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019268.104087:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019268.104088:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019268.104092:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3535 00000100:00080000:2.0:1734019268.104095:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019268.104098:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019268.104102:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019268.104110:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337629184/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019268.104118:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019268.104121:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019268.104122:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019268.104126:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3535 00000100:00080000:2.0:1734019268.104128:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019268.104131:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734019268.104132:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734019268.104135:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019268.104142:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337629312/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019268.104152:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019268/real 1734019268] req@ffff8800a8fd7100 x1818247337628672/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019268.104172:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337628672/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019268.104183:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019268.104186:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019268.104190:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337628672:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019268.104198:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337628800:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019268.104213:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019268.104220:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019268/real 1734019268] req@ffff8800a8fd6d80 x1818247337628800/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019268.104231:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337628800/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019268.104239:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019268.104242:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019268.104245:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337628800:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019268.104267:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337628928:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019268.104280:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019268.104286:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019268/real 1734019268] req@ffff8800a8fd6a00 x1818247337628928/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019268.104296:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337628928/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019268.104304:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019268.104307:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019268.104310:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337628928:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019268.104316:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337629056:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019268.104327:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019268.104332:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019268/real 1734019268] req@ffff8800a8fd5880 x1818247337629056/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019268.104342:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337629056/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019268.104350:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019268.104352:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019268.104355:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337629056:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019268.104361:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337629184:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019268.104377:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019268.104382:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019268/real 1734019268] req@ffff8800a8fd6680 x1818247337629184/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019268.104392:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337629184/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019268.104400:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019268.104402:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019268.104405:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337629184:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019268.104412:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337629312:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019268.104429:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019268.104435:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019268/real 1734019268] req@ffff8800a8fd5500 x1818247337629312/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019268.104446:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337629312/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019268.104453:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019268.104455:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019268.104458:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337629312:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019269.073937:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019270.075962:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019271.077951:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019272.079992:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019273.081967:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019273.111862:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019273.111871:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019273.111875:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019273.111887:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3540 00000100:00080000:2.0:1734019273.111896:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019273.111904:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019273.111942:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337629440/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019273.111975:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019273.111979:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019273.111982:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019273.111987:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3540 00000100:00080000:2.0:1734019273.111990:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019273.111994:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019273.112003:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019273.112013:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337629568/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019273.112022:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019273.112026:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019273.112027:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019273.112031:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3540 00000100:00080000:2.0:1734019273.112033:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019273.112037:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019273.112041:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019273.112049:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337629696/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019273.112057:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019273.112060:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019273.112061:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019273.112065:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3540 00000100:00080000:2.0:1734019273.112067:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019273.112071:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019273.112075:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019273.112076:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337629440:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019273.112082:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337629824/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019273.112092:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019273.112096:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019273.112097:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019273.112101:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3540 00000100:00080000:2.0:1734019273.112103:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019273.112106:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019273.112110:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019273.112119:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337629952/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019273.112127:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019273.112130:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019273.112131:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019273.112135:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3540 00000100:00080000:2.0:1734019273.112138:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019273.112141:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734019273.112142:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734019273.112145:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019273.112152:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337630080/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019273.112162:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019273/real 1734019273] req@ffff8800a8fd5c00 x1818247337629440/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019273.112181:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337629440/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019273.112192:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019273.112196:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019273.112200:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337629440:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019273.112208:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337629568:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019273.112227:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019273.112233:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019273/real 1734019273] req@ffff8800a8fd5f80 x1818247337629568/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019273.112245:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337629568/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019273.112253:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019273.112255:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019273.112259:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337629568:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019273.112264:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337629696:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019273.112277:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019273.112283:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019273/real 1734019273] req@ffff8800a8fd5180 x1818247337629696/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019273.112293:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337629696/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019273.112300:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019273.112302:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019273.112305:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337629696:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019273.112330:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337629824:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019273.112343:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019273.112350:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019273/real 1734019273] req@ffff8800a8fd4e00 x1818247337629824/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019273.112367:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337629824/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019273.112375:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019273.112377:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019273.112380:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337629824:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019273.112385:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337629952:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019273.112397:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019273.112402:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019273/real 1734019273] req@ffff8800a8fd5500 x1818247337629952/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019273.112412:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337629952/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019273.112419:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019273.112422:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019273.112424:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337629952:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019273.112430:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337630080:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019273.112442:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019273.112448:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019273/real 1734019273] req@ffff8800a8fd6680 x1818247337630080/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019273.112457:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337630080/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019273.112464:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019273.112467:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019273.112470:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337630080:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734019274.083973:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019275.086010:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019276.087990:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019277.089956:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019278.091869:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019278.119843:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019278.119852:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019278.119856:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019278.119866:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3545 00000100:00080000:2.0:1734019278.119877:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019278.119885:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019278.119923:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337630208/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019278.119958:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019278.119962:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019278.119964:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019278.119969:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3545 00000100:00080000:2.0:1734019278.119971:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019278.119975:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019278.119985:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019278.119996:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337630336/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019278.120005:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019278.120009:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019278.120010:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019278.120014:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3545 00000100:00080000:2.0:1734019278.120016:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019278.120020:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019278.120024:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019278.120031:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337630464/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019278.120040:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019278.120042:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019278.120045:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019278.120049:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3545 00000100:00080000:2.0:1734019278.120051:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019278.120055:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019278.120059:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019278.120066:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337630592/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019278.120074:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734019278.120077:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337630208:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019278.120078:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019278.120079:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019278.120083:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3545 00000100:00080000:2.0:1734019278.120085:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019278.120089:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019278.120092:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019278.120100:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337630720/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019278.120108:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019278.120111:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019278.120112:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019278.120116:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3545 00000100:00080000:2.0:1734019278.120118:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019278.120121:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019278.120125:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019278.120132:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337630848/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019278.120146:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019278.120166:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019278/real 1734019278] req@ffff8800a8fd5880 x1818247337630208/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019278.120185:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337630208/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019278.120195:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019278.120198:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019278.120203:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337630208:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019278.120210:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337630336:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019278.120225:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019278.120231:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019278/real 1734019278] req@ffff8800a8fd6a00 x1818247337630336/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019278.120242:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337630336/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019278.120250:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019278.120253:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019278.120256:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337630336:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019278.120266:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337630464:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019278.120278:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019278.120284:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019278/real 1734019278] req@ffff8800a8fd6d80 x1818247337630464/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019278.120295:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337630464/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019278.120302:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019278.120305:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019278.120307:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337630464:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019278.120332:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337630592:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019278.120344:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019278.120350:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019278/real 1734019278] req@ffff8800a8fd7100 x1818247337630592/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019278.120359:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337630592/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019278.120367:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019278.120369:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019278.120373:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337630592:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019278.120378:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337630720:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019278.120437:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019278.120461:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019278/real 1734019278] req@ffff8800a8fd4a80 x1818247337630720/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019278.120468:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337630720/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019278.120473:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019278.120474:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019278.120476:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337630720:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019278.120479:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337630848:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019278.120488:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019278.120492:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019278/real 1734019278] req@ffff8800a8fd7800 x1818247337630848/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019278.120498:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337630848/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019278.120502:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019278.120503:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019278.120505:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337630848:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734019279.093965:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019280.095969:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019281.098003:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019282.099991:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019283.101971:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019283.127837:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019283.127846:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019283.127850:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019283.127860:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3550 00000100:00080000:2.0:1734019283.127870:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019283.127878:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019283.127912:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337630976/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019283.127946:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019283.127950:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019283.127952:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019283.127956:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3550 00000100:00080000:2.0:1734019283.127959:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019283.127963:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019283.127973:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019283.127984:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337631104/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019283.127994:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019283.127997:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019283.127999:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019283.128002:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3550 00000100:00080000:2.0:1734019283.128005:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019283.128008:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019283.128014:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019283.128022:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337631232/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019283.128030:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019283.128033:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019283.128035:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019283.128038:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3550 00000100:00080000:2.0:1734019283.128041:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019283.128044:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019283.128048:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019283.128055:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337631360/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019283.128062:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337630976:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019283.128064:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019283.128067:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019283.128069:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019283.128073:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3550 00000100:00080000:2.0:1734019283.128075:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019283.128078:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019283.128082:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019283.128090:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337631488/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019283.128099:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019283.128102:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019283.128104:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019283.128108:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3550 00000100:00080000:2.0:1734019283.128111:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019283.128114:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019283.128118:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019283.128125:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337631616/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019283.128127:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019283.128147:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019283/real 1734019283] req@ffff8800a8fd6300 x1818247337630976/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019283.128168:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337630976/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019283.128179:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019283.128182:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019283.128187:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337630976:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019283.128194:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337631104:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019283.128210:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019283.128216:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019283/real 1734019283] req@ffff8800a8fd7b80 x1818247337631104/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019283.128226:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337631104/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019283.128234:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019283.128237:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019283.128241:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337631104:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019283.128246:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337631232:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019283.128259:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019283.128265:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019283/real 1734019283] req@ffff8800a8fd7480 x1818247337631232/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019283.128275:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337631232/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019283.128282:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019283.128285:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019283.128288:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337631232:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019283.128359:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337631360:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019283.128376:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019283.128383:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019283/real 1734019283] req@ffff8800a8fd4380 x1818247337631360/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019283.128394:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337631360/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019283.128402:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019283.128404:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019283.128407:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337631360:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019283.128413:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337631488:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019283.128429:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019283.128435:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019283/real 1734019283] req@ffff8800a8fd7800 x1818247337631488/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019283.128444:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337631488/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019283.128452:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019283.128455:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019283.128458:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337631488:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019283.128463:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337631616:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019283.128479:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019283.128484:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019283/real 1734019283] req@ffff8800a8fd4a80 x1818247337631616/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019283.128500:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337631616/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019283.128507:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019283.128509:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019283.128512:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337631616:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019284.103959:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019285.105968:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019286.107986:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019287.109980:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019288.111962:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019288.135844:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019288.135852:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019288.135857:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019288.135867:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3555 00000100:00080000:2.0:1734019288.135877:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019288.135885:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019288.135919:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337631744/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019288.135951:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019288.135956:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019288.135957:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019288.135962:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3555 00000100:00080000:2.0:1734019288.135965:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019288.135969:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019288.135978:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019288.135988:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337631872/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019288.136005:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019288.136009:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019288.136010:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019288.136014:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3555 00000100:00080000:2.0:1734019288.136016:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019288.136019:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019288.136024:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019288.136031:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337632000/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019288.136040:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019288.136043:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019288.136044:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019288.136049:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3555 00000100:00080000:2.0:1734019288.136051:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734019288.136052:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337631744:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019288.136054:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019288.136058:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019288.136066:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337632128/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019288.136074:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019288.136077:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019288.136079:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019288.136082:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3555 00000100:00080000:2.0:1734019288.136085:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019288.136088:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019288.136092:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019288.136099:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337632256/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019288.136108:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019288.136111:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019288.136113:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019288.136116:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3555 00000800:00000100:1.0:1734019288.136118:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734019288.136119:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019288.136122:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019288.136126:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019288.136133:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337632384/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019288.136139:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019288/real 1734019288] req@ffff8800a8fd7100 x1818247337631744/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019288.136158:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337631744/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019288.136168:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019288.136172:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019288.136176:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337631744:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019288.136183:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337631872:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019288.136199:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019288.136206:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019288/real 1734019288] req@ffff8800a8fd6d80 x1818247337631872/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019288.136269:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337631872/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019288.136279:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019288.136282:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019288.136286:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337631872:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019288.136310:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337632000:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019288.136328:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019288.136335:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019288/real 1734019288] req@ffff8800a8fd6a00 x1818247337632000/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019288.136346:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337632000/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019288.136354:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019288.136356:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019288.136359:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337632000:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019288.136365:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337632128:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019288.136376:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019288.136382:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019288/real 1734019288] req@ffff8800a8fd5880 x1818247337632128/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019288.136391:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337632128/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019288.136399:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019288.136401:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019288.136404:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337632128:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019288.136415:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337632256:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019288.136432:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019288.136438:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019288/real 1734019288] req@ffff8800a8fd6680 x1818247337632256/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019288.136449:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337632256/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019288.136456:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019288.136458:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019288.136461:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337632256:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019288.136466:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337632384:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019288.136478:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019288.136484:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019288/real 1734019288] req@ffff8800a8fd5500 x1818247337632384/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019288.136493:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337632384/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019288.136500:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019288.136502:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019288.136505:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337632384:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019289.113959:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019290.115978:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019291.117982:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019292.119941:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019293.121979:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019293.143838:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019293.143847:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019293.143852:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019293.143862:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3560 00000100:00080000:2.0:1734019293.143872:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019293.143879:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019293.143914:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337632512/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019293.143947:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019293.143951:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019293.143954:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019293.143958:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3560 00000100:00080000:2.0:1734019293.143961:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019293.143965:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019293.143974:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019293.143984:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337632640/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019293.143993:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019293.143997:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019293.143998:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019293.144002:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3560 00000100:00080000:2.0:1734019293.144005:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019293.144008:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019293.144012:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019293.144019:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337632768/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019293.144028:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019293.144031:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019293.144032:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019293.144035:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3560 00000100:00080000:2.0:1734019293.144038:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019293.144041:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019293.144044:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019293.144052:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337632512:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019293.144052:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337632896/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019293.144062:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019293.144065:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019293.144067:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019293.144071:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3560 00000100:00080000:2.0:1734019293.144073:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019293.144076:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019293.144080:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019293.144089:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337633024/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019293.144098:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019293.144101:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019293.144102:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019293.144105:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3560 00000100:00080000:2.0:1734019293.144108:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019293.144111:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019293.144115:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019293.144119:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734019293.144123:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337633152/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019293.144174:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019293/real 1734019293] req@ffff8800a8fd4e00 x1818247337632512/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019293.144195:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337632512/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019293.144206:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019293.144209:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019293.144214:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337632512:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019293.144221:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337632640:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019293.144241:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019293.144247:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019293/real 1734019293] req@ffff8800a8fd5180 x1818247337632640/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019293.144259:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337632640/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019293.144267:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019293.144269:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019293.144272:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337632640:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019293.144278:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337632768:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019293.144296:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019293.144306:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019293/real 1734019293] req@ffff8800a8fd5f80 x1818247337632768/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019293.144323:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337632768/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019293.144337:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019293.144341:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019293.144346:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337632768:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019293.144380:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337632896:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019293.144409:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019293.144423:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019293/real 1734019293] req@ffff8800a8fd5c00 x1818247337632896/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019293.144441:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337632896/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019293.144454:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019293.144458:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019293.144463:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337632896:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019293.144472:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337633024:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019293.144497:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019293.144506:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019293/real 1734019293] req@ffff8800a8fd5500 x1818247337633024/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019293.144517:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337633024/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019293.144524:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019293.144527:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019293.144530:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337633024:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019293.144536:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337633152:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019293.144548:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019293.144554:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019293/real 1734019293] req@ffff8800a8fd6680 x1818247337633152/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019293.144565:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337633152/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019293.144572:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019293.144574:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019293.144577:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337633152:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734019294.123934:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019295.125956:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019296.127954:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019297.129930:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019298.131926:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019298.151766:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019298.151775:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019298.151779:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019298.151790:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3565 00000100:00080000:2.0:1734019298.151800:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019298.151808:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019298.151844:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337633280/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019298.151876:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019298.151880:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019298.151882:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019298.151886:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3565 00000100:00080000:2.0:1734019298.151889:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019298.151893:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019298.151902:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019298.151913:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337633408/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019298.151923:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019298.151926:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019298.151927:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019298.151931:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3565 00000100:00080000:2.0:1734019298.151934:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019298.151937:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019298.151941:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019298.151949:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337633536/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019298.151957:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019298.151960:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019298.151962:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019298.151966:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3565 00000100:00080000:2.0:1734019298.151969:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019298.151972:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019298.151976:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019298.151984:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337633664/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019298.151985:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337633280:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019298.151993:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019298.151996:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019298.151998:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019298.152001:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3565 00000100:00080000:2.0:1734019298.152003:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019298.152007:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019298.152011:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019298.152018:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337633792/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019298.152026:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019298.152029:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019298.152030:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019298.152034:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3565 00000100:00080000:2.0:1734019298.152036:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019298.152040:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019298.152044:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019298.152081:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734019298.152101:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337633920/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019298.152104:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019298/real 1734019298] req@ffff8800a8fd5880 x1818247337633280/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019298.152123:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337633280/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019298.152133:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019298.152136:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019298.152141:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337633280:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019298.152149:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337633408:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019298.152167:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019298.152175:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019298/real 1734019298] req@ffff8800a8fd6a00 x1818247337633408/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019298.152186:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337633408/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019298.152194:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019298.152197:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019298.152200:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337633408:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019298.152206:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337633536:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019298.152219:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019298.152225:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019298/real 1734019298] req@ffff8800a8fd6d80 x1818247337633536/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019298.152235:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337633536/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019298.152242:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019298.152244:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019298.152248:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337633536:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019298.152272:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337633664:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019298.152284:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019298.152290:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019298/real 1734019298] req@ffff8800a8fd7100 x1818247337633664/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019298.152300:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337633664/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019298.152316:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019298.152318:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019298.152321:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337633664:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019298.152326:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337633792:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019298.152338:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019298.152344:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019298/real 1734019298] req@ffff8800a8fd4a80 x1818247337633792/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019298.152353:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337633792/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019298.152360:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019298.152363:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019298.152366:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337633792:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019298.152371:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337633920:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019298.152383:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019298.152388:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019298/real 1734019298] req@ffff8800a8fd7800 x1818247337633920/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019298.152398:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337633920/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019298.152405:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019298.152408:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019298.152411:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337633920:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734019299.133956:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019300.135987:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019301.137982:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019302.140027:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019303.142024:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019303.159832:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019303.159841:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019303.159846:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019303.159856:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3570 00000100:00080000:2.0:1734019303.159866:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019303.159874:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019303.159910:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337634048/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019303.159944:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019303.159948:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019303.159950:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019303.159954:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3570 00000100:00080000:2.0:1734019303.159957:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019303.159999:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019303.160009:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019303.160021:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337634176/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019303.160032:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019303.160035:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019303.160037:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019303.160041:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3570 00000100:00080000:2.0:1734019303.160044:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019303.160047:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019303.160052:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019303.160061:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337634048:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019303.160061:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337634304/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019303.160071:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019303.160074:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019303.160075:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019303.160079:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3570 00000100:00080000:2.0:1734019303.160081:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019303.160084:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019303.160088:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019303.160096:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337634432/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019303.160104:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019303.160107:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019303.160109:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019303.160112:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3570 00000100:00080000:2.0:1734019303.160116:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019303.160119:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019303.160123:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1734019303.160126:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734019303.160131:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337634560/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019303.160140:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019303.160143:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019303.160145:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734019303.160146:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019303/real 1734019303] req@ffff8800a8fd4380 x1818247337634048/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019303.160150:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3570 00000100:00080000:2.0:1734019303.160153:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019303.160156:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019303.160160:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019303.160166:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337634048/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019303.160167:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337634688/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734019303.160176:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019303.160180:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019303.160185:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337634048:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019303.160192:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337634176:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019303.160208:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019303.160215:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019303/real 1734019303] req@ffff8800a8fd7480 x1818247337634176/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019303.160226:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337634176/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019303.160234:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019303.160237:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019303.160240:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337634176:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019303.160263:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337634304:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019303.160277:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019303.160284:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019303/real 1734019303] req@ffff8800a8fd7b80 x1818247337634304/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019303.160295:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337634304/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019303.160303:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019303.160306:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019303.160309:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337634304:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019303.160314:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337634432:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019303.160326:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019303.160331:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019303/real 1734019303] req@ffff8800a8fd6300 x1818247337634432/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019303.160341:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337634432/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019303.160349:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019303.160351:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019303.160354:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337634432:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019303.160360:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337634560:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019303.160376:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019303.160382:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019303/real 1734019303] req@ffff8800a8fd7800 x1818247337634560/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019303.160392:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337634560/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019303.160407:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019303.160409:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019303.160412:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337634560:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019303.160418:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337634688:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019303.160435:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019303.160441:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019303/real 1734019303] req@ffff8800a8fd4a80 x1818247337634688/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019303.160450:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337634688/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019303.160457:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019303.160459:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019303.160463:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337634688:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019304.144010:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019305.146011:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019306.148000:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019307.149988:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019308.151952:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019308.167837:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019308.167845:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019308.167849:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019308.167860:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3575 00000100:00080000:2.0:1734019308.167869:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019308.167904:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019308.167941:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337634816/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019308.167971:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019308.167975:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019308.167977:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019308.167982:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3575 00000100:00080000:2.0:1734019308.167985:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019308.167989:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019308.167999:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019308.168009:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337634944/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019308.168026:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019308.168030:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019308.168031:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019308.168035:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3575 00000100:00080000:2.0:1734019308.168037:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019308.168041:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:1.0:1734019308.168042:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337634816:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734019308.168045:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019308.168053:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337635072/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019308.168062:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019308.168065:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019308.168066:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019308.168069:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3575 00000100:00080000:2.0:1734019308.168072:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019308.168075:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019308.168079:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019308.168086:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337635200/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019308.168094:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019308.168098:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019308.168100:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019308.168104:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3575 00000100:00080000:2.0:1734019308.168107:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019308.168111:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019308.168115:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019308.168122:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337635328/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019308.168131:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337634944:192.168.201.110@tcp:38:kworker.0 00000100:00080000:2.0:1734019308.168131:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019308.168134:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019308.168135:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019308.168139:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3575 00000100:00080000:2.0:1734019308.168141:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019308.168145:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019308.168148:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019308.168156:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337635456/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019308.168160:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337635072:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019308.168177:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337635200:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019308.168191:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337635328:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019308.168208:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337635456:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019309.153937:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019310.156010:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019311.157996:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1734019311.173981:0:1965:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:3.0:1734019311.174030:0:1965:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1734019311.174048:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734019311.174082:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734019311.174090:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734019311.174097:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734019311.174103:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:3.0:1734019311.174108:0:1965:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:1.0:1734019311.174216:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019308/real 1734019311] req@ffff8800a8fd5500 x1818247337635456/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019311.174255:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337635456/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019311.174273:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019311.174279:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019311.174287:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337635456:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019311.174299:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019308/real 1734019311] req@ffff8800a8fd6a00 x1818247337635072/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019311.174318:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337635072/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019311.174331:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019311.174336:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019311.174342:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337635072:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019311.174351:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019308/real 1734019311] req@ffff8800a8fd5880 x1818247337635200/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019311.174369:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337635200/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019311.174383:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019311.174388:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019311.174393:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337635200:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019311.174403:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019308/real 1734019311] req@ffff8800a8fd6680 x1818247337635328/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019311.174422:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337635328/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019311.174435:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019311.174439:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019311.174445:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337635328:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019311.174455:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019308/real 1734019311] req@ffff8800a8fd7100 x1818247337634816/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019311.174475:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337634816/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019311.174487:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019311.174491:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019311.174496:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337634816:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019311.174518:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019308/real 1734019311] req@ffff8800a8fd6d80 x1818247337634944/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019311.174537:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337634944/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019311.174549:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019311.174553:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019311.174559:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337634944:192.168.201.110@tcp:38:kworker.0 00010000:00010000:1.0:1734019312.159955:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019313.161983:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019313.175860:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019313.175872:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019313.175878:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019313.175892:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3580 00000100:00080000:2.0:1734019313.175903:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019313.175912:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019313.175959:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337635584/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019313.175995:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019313.175999:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019313.176002:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019313.176007:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3580 00000100:00080000:2.0:1734019313.176010:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019313.176015:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019313.176027:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019313.176038:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337635712/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019313.176049:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019313.176052:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019313.176054:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019313.176058:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3580 00000100:00080000:2.0:1734019313.176060:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019313.176064:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019313.176069:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019313.176074:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337635584:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019313.176078:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337635840/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019313.176088:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019313.176091:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019313.176092:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019313.176097:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3580 00000100:00080000:2.0:1734019313.176099:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019313.176103:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019313.176107:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019313.176115:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337635968/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019313.176124:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019313.176128:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019313.176130:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019313.176133:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3580 00000100:00080000:2.0:1734019313.176138:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019313.176141:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019313.176146:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1734019313.176147:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734019313.176156:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337636096/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019313.176166:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734019313.176169:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019313/real 1734019313] req@ffff8800a8fd5c00 x1818247337635584/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019313.176169:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019313.176170:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019313.176174:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3580 00000100:00080000:2.0:1734019313.176177:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019313.176181:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019313.176185:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019313.176189:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337635584/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019313.176193:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337636224/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734019313.176200:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019313.176204:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019313.176209:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337635584:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019313.176218:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337635712:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019313.176236:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019313.176243:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019313/real 1734019313] req@ffff8800a8fd5f80 x1818247337635712/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019313.176254:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337635712/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019313.176261:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019313.176264:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019313.176267:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337635712:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019313.176292:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337635840:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019313.176307:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019313.176314:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019313/real 1734019313] req@ffff8800a8fd5180 x1818247337635840/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019313.176325:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337635840/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019313.176333:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019313.176335:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019313.176338:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337635840:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019313.176345:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337635968:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019313.176356:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019313.176362:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019313/real 1734019313] req@ffff8800a8fd4e00 x1818247337635968/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019313.176372:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337635968/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019313.176379:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019313.176382:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019313.176385:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337635968:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019313.176391:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337636096:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019313.176405:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019313.176411:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019313/real 1734019313] req@ffff8800a8fd6d80 x1818247337636096/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019313.176429:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337636096/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019313.176436:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019313.176439:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019313.176442:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337636096:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019313.176447:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337636224:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019313.176460:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019313.176466:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019313/real 1734019313] req@ffff8800a8fd7100 x1818247337636224/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019313.176475:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337636224/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019313.176482:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019313.176485:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019313.176488:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337636224:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734019314.163984:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019315.165989:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019316.167995:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019317.169985:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019318.171983:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019318.183850:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019318.183858:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019318.183863:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019318.183873:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3585 00000100:00080000:2.0:1734019318.183882:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019318.183891:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019318.183930:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337636352/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019318.183965:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019318.183969:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019318.183971:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019318.183975:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3585 00000100:00080000:2.0:1734019318.183978:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019318.183982:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019318.183992:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019318.184003:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337636480/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019318.184013:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019318.184016:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019318.184018:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019318.184021:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3585 00000100:00080000:2.0:1734019318.184024:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019318.184027:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019318.184032:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019318.184039:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337636608/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019318.184047:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019318.184050:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019318.184052:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019318.184056:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3585 00000100:00080000:2.0:1734019318.184059:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019318.184062:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019318.184066:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019318.184069:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337636352:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019318.184074:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337636736/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019318.184083:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019318.184086:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019318.184087:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019318.184091:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3585 00000100:00080000:2.0:1734019318.184093:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019318.184097:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019318.184100:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019318.184107:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337636864/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019318.184116:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019318.184119:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019318.184121:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019318.184124:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3585 00000100:00080000:2.0:1734019318.184127:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019318.184130:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734019318.184134:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734019318.184134:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019318.184142:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337636992/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019318.184155:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019318/real 1734019318] req@ffff8800a8fd6680 x1818247337636352/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019318.184174:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337636352/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019318.184186:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019318.184189:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019318.184194:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337636352:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019318.184201:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337636480:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019318.184217:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019318.184223:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019318/real 1734019318] req@ffff8800a8fd5880 x1818247337636480/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019318.184235:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337636480/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019318.184243:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019318.184245:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019318.184248:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337636480:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019318.184254:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337636608:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019318.184267:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019318.184273:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019318/real 1734019318] req@ffff8800a8fd6a00 x1818247337636608/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019318.184283:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337636608/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019318.184290:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019318.184292:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019318.184296:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337636608:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019318.184322:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337636736:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019318.184334:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019318.184340:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019318/real 1734019318] req@ffff8800a8fd5500 x1818247337636736/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019318.184351:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337636736/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019318.184358:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019318.184360:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019318.184363:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337636736:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019318.184369:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337636864:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019318.184381:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019318.184386:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019318/real 1734019318] req@ffff8800a8fd4a80 x1818247337636864/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019318.184396:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337636864/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019318.184403:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019318.184405:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019318.184409:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337636864:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019318.184414:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337636992:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019318.184430:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019318.184436:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019318/real 1734019318] req@ffff8800a8fd7800 x1818247337636992/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019318.184447:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337636992/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019318.184454:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019318.184456:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019318.184459:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337636992:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734019319.173964:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019320.176009:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019321.177980:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019322.179952:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019323.181980:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019323.191830:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019323.191842:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019323.191848:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019323.191862:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3590 00000100:00080000:2.0:1734019323.191873:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019323.191882:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019323.191928:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337637120/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019323.191967:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019323.191972:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019323.191974:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019323.191979:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3590 00000100:00080000:2.0:1734019323.191982:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019323.191986:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019323.191997:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019323.192009:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337637248/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019323.192018:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019323.192022:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019323.192024:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019323.192028:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3590 00000100:00080000:2.0:1734019323.192031:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019323.192034:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019323.192040:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019323.192049:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337637376/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019323.192058:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019323.192061:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019323.192063:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019323.192067:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3590 00000100:00080000:2.0:1734019323.192070:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019323.192073:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019323.192077:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019323.192085:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337637504/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019323.192094:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734019323.192097:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337637120:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019323.192098:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019323.192099:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019323.192103:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3590 00000100:00080000:2.0:1734019323.192105:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019323.192109:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019323.192113:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019323.192124:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337637632/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019323.192133:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019323.192136:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019323.192139:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019323.192143:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3590 00000100:00080000:2.0:1734019323.192146:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019323.192149:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019323.192154:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019323.192161:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337637760/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:1.0:1734019323.192172:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019323.192194:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019323/real 1734019323] req@ffff8800a8fd6300 x1818247337637120/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019323.192214:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337637120/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019323.192226:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019323.192230:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019323.192235:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337637120:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019323.192242:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337637248:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019323.192259:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019323.192266:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019323/real 1734019323] req@ffff8800a8fd7b80 x1818247337637248/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019323.192277:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337637248/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019323.192286:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019323.192289:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019323.192292:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337637248:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019323.192299:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337637376:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019323.192313:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019323.192318:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019323/real 1734019323] req@ffff8800a8fd7480 x1818247337637376/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019323.192328:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337637376/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019323.192336:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019323.192338:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019323.192342:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337637376:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019323.192368:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337637504:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019323.192381:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019323.192388:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019323/real 1734019323] req@ffff8800a8fd4380 x1818247337637504/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019323.192398:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337637504/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019323.192406:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019323.192408:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019323.192411:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337637504:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019323.192418:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337637632:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019323.192432:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019323.192438:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019323/real 1734019323] req@ffff8800a8fd7800 x1818247337637632/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019323.192448:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337637632/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019323.192456:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019323.192458:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019323.192461:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337637632:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019323.192467:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337637760:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019323.192479:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019323.192485:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019323/real 1734019323] req@ffff8800a8fd4a80 x1818247337637760/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019323.192495:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337637760/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019323.192502:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019323.192504:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019323.192507:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337637760:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019324.183943:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019325.185927:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019326.187965:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019327.189979:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019328.191881:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019328.199818:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019328.199827:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019328.199831:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019328.199842:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3595 00000100:00080000:2.0:1734019328.199851:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019328.199859:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019328.199897:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337637888/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019328.199931:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019328.199936:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019328.199938:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019328.199942:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3595 00000100:00080000:2.0:1734019328.199946:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019328.199949:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019328.199959:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019328.199969:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337638016/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019328.199988:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734019328.199990:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337637888:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019328.199991:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019328.199993:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019328.199996:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3595 00000100:00080000:2.0:1734019328.199999:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019328.200002:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019328.200007:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019328.200014:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337638144/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019328.200022:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019328.200026:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019328.200027:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019328.200031:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3595 00000100:00080000:2.0:1734019328.200033:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019328.200036:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019328.200040:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019328.200048:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337638272/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019328.200056:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1734019328.200057:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734019328.200059:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019328.200061:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019328.200064:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3595 00000100:00080000:2.0:1734019328.200068:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019328.200071:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019328.200075:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1734019328.200078:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019328/real 1734019328] req@ffff8800a8fd5500 x1818247337637888/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019328.200083:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337638400/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019328.200091:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019328.200094:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019328.200096:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734019328.200098:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337637888/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019328.200099:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3595 00000100:00080000:2.0:1734019328.200102:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019328.200105:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019328.200108:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1734019328.200109:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019328.200112:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:2.0:1734019328.200115:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337638528/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019328.200117:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337637888:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019328.200140:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337638016:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019328.200157:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019328.200164:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019328/real 1734019328] req@ffff8800a8fd6a00 x1818247337638016/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019328.200175:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337638016/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019328.200183:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019328.200185:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019328.200189:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337638016:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019328.200194:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337638144:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019328.200207:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019328.200213:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019328/real 1734019328] req@ffff8800a8fd5880 x1818247337638144/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019328.200223:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337638144/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019328.200231:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019328.200234:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019328.200237:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337638144:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019328.200243:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337638272:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019328.200254:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019328.200260:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019328/real 1734019328] req@ffff8800a8fd6680 x1818247337638272/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019328.200270:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337638272/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019328.200277:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019328.200280:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019328.200283:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337638272:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019328.200289:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337638400:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019328.200301:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019328.200306:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019328/real 1734019328] req@ffff8800a8fd7100 x1818247337638400/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019328.200316:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337638400/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019328.200324:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019328.200327:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019328.200330:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337638400:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019328.200336:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337638528:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019328.200349:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019328.200354:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019328/real 1734019328] req@ffff8800a8fd6d80 x1818247337638528/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019328.200364:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337638528/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019328.200371:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019328.200374:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019328.200376:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337638528:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019329.193980:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019330.195934:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019331.197950:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019332.199927:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019333.201942:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019333.207845:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019333.207853:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019333.207858:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019333.207868:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3600 00000100:00080000:2.0:1734019333.207878:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019333.207885:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019333.207919:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337638656/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019333.207951:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019333.207955:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019333.207958:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019333.207962:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3600 00000100:00080000:2.0:1734019333.207965:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019333.207969:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019333.207979:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019333.207989:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337638784/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019333.207999:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019333.208002:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019333.208004:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019333.208008:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3600 00000100:00080000:2.0:1734019333.208010:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019333.208014:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019333.208018:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019333.208025:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337638912/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019333.208033:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019333.208036:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019333.208038:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019333.208041:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3600 00000100:00080000:2.0:1734019333.208044:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019333.208047:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019333.208051:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019333.208058:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337638656:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019333.208059:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337639040/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019333.208068:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019333.208071:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019333.208073:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019333.208076:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3600 00000100:00080000:2.0:1734019333.208079:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019333.208082:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019333.208085:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019333.208094:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337639168/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019333.208103:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019333.208106:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019333.208107:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019333.208111:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3600 00000100:00080000:2.0:1734019333.208114:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019333.208117:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019333.208121:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019333.208124:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734019333.208128:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337639296/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019333.208144:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019333/real 1734019333] req@ffff8800a8fd4e00 x1818247337638656/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019333.208164:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337638656/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019333.208175:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019333.208178:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019333.208182:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337638656:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019333.208190:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337638784:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019333.208209:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019333.208216:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019333/real 1734019333] req@ffff8800a8fd5180 x1818247337638784/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019333.208227:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337638784/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019333.208234:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019333.208237:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019333.208240:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337638784:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019333.208246:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337638912:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019333.208259:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019333.208265:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019333/real 1734019333] req@ffff8800a8fd5f80 x1818247337638912/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019333.208275:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337638912/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019333.208282:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019333.208284:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019333.208287:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337638912:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019333.208312:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337639040:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019333.208324:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019333.208330:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019333/real 1734019333] req@ffff8800a8fd5c00 x1818247337639040/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019333.208347:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337639040/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019333.208355:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019333.208357:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019333.208360:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337639040:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019333.208366:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337639168:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019333.208378:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019333.208383:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019333/real 1734019333] req@ffff8800a8fd6d80 x1818247337639168/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019333.208393:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337639168/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019333.208400:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019333.208402:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019333.208406:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337639168:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019333.208411:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337639296:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019333.208427:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019333.208433:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019333/real 1734019333] req@ffff8800a8fd7100 x1818247337639296/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019333.208442:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337639296/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019333.208449:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019333.208508:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019333.208512:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337639296:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734019334.203960:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019335.205972:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019336.207986:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019337.209929:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019338.211893:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019338.215801:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019338.215810:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019338.215814:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019338.215825:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3605 00000100:00080000:2.0:1734019338.215834:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019338.215842:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019338.215881:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337639424/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019338.215916:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019338.215920:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019338.215922:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019338.215926:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3605 00000100:00080000:2.0:1734019338.215929:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019338.215934:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019338.215943:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019338.215953:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337639552/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019338.215963:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019338.215967:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019338.215968:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019338.215972:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3605 00000100:00080000:2.0:1734019338.215974:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019338.215977:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019338.215982:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019338.215990:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337639680/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019338.215998:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019338.216000:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019338.216003:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019338.216006:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3605 00000100:00080000:2.0:1734019338.216009:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019338.216012:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019338.216016:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1734019338.216024:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337639424:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019338.216024:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337639808/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019338.216032:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019338.216036:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019338.216037:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019338.216040:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3605 00000100:00080000:2.0:1734019338.216042:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019338.216046:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019338.216050:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019338.216057:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337639936/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019338.216066:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019338.216069:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019338.216071:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019338.216074:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3605 00000100:00080000:2.0:1734019338.216086:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019338.216090:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:1.0:1734019338.216091:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734019338.216094:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019338.216101:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337640064/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019338.216112:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019338/real 1734019338] req@ffff8800a8fd6680 x1818247337639424/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019338.216131:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337639424/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019338.216141:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019338.216145:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019338.216149:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337639424:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019338.216156:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337639552:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019338.216173:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019338.216179:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019338/real 1734019338] req@ffff8800a8fd5880 x1818247337639552/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019338.216191:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337639552/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019338.216199:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019338.216201:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019338.216205:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337639552:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019338.216214:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337639680:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019338.216228:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019338.216233:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019338/real 1734019338] req@ffff8800a8fd6a00 x1818247337639680/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019338.216244:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337639680/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019338.216251:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019338.216254:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019338.216257:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337639680:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019338.216281:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337639808:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019338.216293:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019338.216299:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019338/real 1734019338] req@ffff8800a8fd5500 x1818247337639808/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019338.216309:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337639808/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019338.216316:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019338.216318:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019338.216322:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337639808:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019338.216327:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337639936:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019338.216339:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019338.216344:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019338/real 1734019338] req@ffff8800a8fd4a80 x1818247337639936/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019338.216356:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337639936/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019338.216364:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019338.216409:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019338.216414:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337639936:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019338.216435:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337640064:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019338.216446:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019338.216450:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019338/real 1734019338] req@ffff8800a8fd7800 x1818247337640064/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019338.216457:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337640064/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019338.216462:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019338.216463:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019338.216465:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337640064:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734019339.213930:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019340.215961:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019341.217914:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019342.219983:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019343.221945:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019343.223830:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019343.223839:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019343.223844:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019343.223854:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3610 00000100:00080000:2.0:1734019343.223863:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019343.223870:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019343.223904:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337640192/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019343.223937:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019343.223941:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019343.223943:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019343.223947:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3610 00000100:00080000:2.0:1734019343.223950:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019343.223954:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019343.223963:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019343.223973:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337640320/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019343.223983:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019343.223986:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019343.223988:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019343.223992:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3610 00000100:00080000:2.0:1734019343.223995:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019343.223998:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019343.224004:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019343.224011:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337640448/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019343.224020:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019343.224023:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019343.224024:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019343.224028:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3610 00000100:00080000:2.0:1734019343.224030:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019343.224033:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019343.224037:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019343.224044:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337640576/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019343.224045:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337640192:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019343.224053:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019343.224056:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019343.224058:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019343.224061:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3610 00000100:00080000:2.0:1734019343.224064:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019343.224067:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019343.224071:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019343.224079:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337640704/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019343.224088:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019343.224092:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019343.224094:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019343.224098:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3610 00000100:00080000:2.0:1734019343.224102:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019343.224105:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019343.224109:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1734019343.224112:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734019343.224116:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337640832/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734019343.224133:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019343/real 1734019343] req@ffff8800a8fd4380 x1818247337640192/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019343.224153:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337640192/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019343.224164:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019343.224167:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019343.224172:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337640192:192.168.201.110@tcp:250:kworker.0 00000100:00100000:1.0:1734019343.224180:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337640320:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019343.224196:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019343.224202:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019343/real 1734019343] req@ffff8800a8fd7480 x1818247337640320/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019343.224213:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337640320/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019343.224221:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019343.224224:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019343.224227:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337640320:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019343.224233:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337640448:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019343.224245:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019343.224251:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019343/real 1734019343] req@ffff8800a8fd7b80 x1818247337640448/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019343.224261:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337640448/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019343.224268:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019343.224270:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019343.224274:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337640448:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019343.224351:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337640576:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019343.224369:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019343.224376:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019343/real 1734019343] req@ffff8800a8fd6300 x1818247337640576/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019343.224387:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337640576/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019343.224395:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019343.224397:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019343.224400:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337640576:192.168.201.110@tcp:8:kworker.0 00000100:00100000:1.0:1734019343.224406:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337640704:192.168.201.110@tcp:38:kworker.0 00000800:00000100:1.0:1734019343.224423:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019343.224429:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019343/real 1734019343] req@ffff8800a8fd7800 x1818247337640704/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019343.224438:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337640704/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019343.224446:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019343.224449:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019343.224452:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337640704:192.168.201.110@tcp:38:kworker.0 00000100:00100000:1.0:1734019343.224457:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337640832:192.168.201.110@tcp:8:kworker.0 00000800:00000100:1.0:1734019343.224473:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:1.0:1734019343.224479:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019343/real 1734019343] req@ffff8800a8fd4a80 x1818247337640832/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:1.0:1734019343.224490:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337640832/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:1.0:1734019343.224497:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734019343.224499:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:1.0:1734019343.224502:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337640832:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019344.223980:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019345.226006:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019346.227956:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019347.229965:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019348.231884:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019348.231895:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019348.231899:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019348.231909:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3615 00000100:00080000:2.0:1734019348.231918:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019348.231926:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019348.231961:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337640960/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1734019348.231974:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019348.231990:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019348.231994:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019348.231996:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019348.232001:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3615 00000100:00080000:2.0:1734019348.232004:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019348.232007:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019348.232017:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019348.232027:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337641088/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019348.232044:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019348.232048:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019348.232049:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019348.232053:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3615 00000100:00080000:2.0:1734019348.232055:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019348.232059:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019348.232063:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019348.232070:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337641216/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019348.232079:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019348.232082:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019348.232083:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019348.232087:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3615 00000100:00080000:2.0:1734019348.232089:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019348.232092:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019348.232096:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019348.232100:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337640960:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019348.232104:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337641344/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019348.232113:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019348.232116:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019348.232117:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019348.232121:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3615 00000100:00080000:2.0:1734019348.232124:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019348.232127:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019348.232131:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019348.232138:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337641472/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019348.232146:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019348.232149:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019348.232151:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019348.232154:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3615 00000100:00080000:2.0:1734019348.232157:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019348.232160:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019348.232163:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734019348.232166:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734019348.232170:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337641600/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734019348.232186:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019348/real 1734019348] req@ffff8800a8fd5500 x1818247337640960/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019348.232237:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337640960/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019348.232248:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019348.232251:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019348.232257:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337640960:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734019348.232264:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337641088:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019348.232283:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019348.232291:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019348/real 1734019348] req@ffff8800a8fd6a00 x1818247337641088/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019348.232302:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337641088/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019348.232310:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019348.232312:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019348.232316:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337641088:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019348.232322:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337641216:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019348.232339:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019348.232346:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019348/real 1734019348] req@ffff8800a8fd5880 x1818247337641216/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019348.232356:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337641216/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019348.232364:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019348.232366:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019348.232369:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337641216:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019348.232392:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337641344:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019348.232405:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019348.232410:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019348/real 1734019348] req@ffff8800a8fd6680 x1818247337641344/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019348.232420:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337641344/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019348.232428:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019348.232430:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019348.232434:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337641344:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019348.232439:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337641472:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019348.232450:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019348.232456:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019348/real 1734019348] req@ffff8800a8fd7100 x1818247337641472/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019348.232468:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337641472/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019348.232475:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019348.232477:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019348.232480:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337641472:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019348.232486:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337641600:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019348.232499:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019348.232504:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019348/real 1734019348] req@ffff8800a8fd6d80 x1818247337641600/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019348.232514:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337641600/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019348.232521:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019348.232523:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019348.232526:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337641600:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019349.233984:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019350.235966:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019351.237981:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019352.239993:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019353.239867:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019353.239878:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019353.239882:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019353.239893:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3620 00000100:00080000:2.0:1734019353.239903:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019353.239911:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019353.239948:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337641728/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019353.239982:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019353.239986:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019353.239989:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019353.239994:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3620 00000100:00080000:2.0:1734019353.239997:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019353.240001:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019353.240010:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019353.240021:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337641856/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019353.240031:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019353.240034:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019353.240036:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019353.240040:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3620 00000100:00080000:2.0:1734019353.240042:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019353.240046:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019353.240050:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019353.240058:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337641984/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019353.240066:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019353.240069:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019353.240071:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019353.240074:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3620 00000100:00080000:2.0:1734019353.240077:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019353.240080:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019353.240084:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019353.240087:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337641728:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019353.240091:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337642112/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019353.240102:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019353.240105:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019353.240107:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019353.240142:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3620 00000100:00080000:2.0:1734019353.240146:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019353.240150:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019353.240154:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019353.240165:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337642240/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019353.240175:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019353.240178:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019353.240179:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019353.240183:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3620 00000100:00080000:2.0:1734019353.240186:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019353.240189:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:0.0:1734019353.240190:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734019353.240193:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019353.240200:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337642368/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734019353.240211:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019353/real 1734019353] req@ffff8800a8fd5c00 x1818247337641728/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019353.240231:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337641728/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019353.240249:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019353.240253:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019353.240257:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337641728:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734019353.240265:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337641856:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019353.240282:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019353.240288:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019353/real 1734019353] req@ffff8800a8fd5f80 x1818247337641856/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019353.240299:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337641856/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019353.240307:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019353.240309:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019353.240313:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337641856:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019353.240318:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337641984:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019353.240331:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019353.240336:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019353/real 1734019353] req@ffff8800a8fd5180 x1818247337641984/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019353.240346:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337641984/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019353.240353:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019353.240356:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019353.240359:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337641984:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019353.240384:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337642112:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019353.240396:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019353.240402:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019353/real 1734019353] req@ffff8800a8fd4e00 x1818247337642112/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019353.240413:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337642112/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019353.240420:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019353.240422:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019353.240425:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337642112:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019353.240431:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337642240:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019353.240442:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019353.240448:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019353/real 1734019353] req@ffff8800a8fd6d80 x1818247337642240/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019353.240457:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337642240/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019353.240465:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019353.240467:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019353.240470:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337642240:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019353.240475:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337642368:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019353.240486:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019353.240492:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019353/real 1734019353] req@ffff8800a8fd7100 x1818247337642368/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019353.240503:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337642368/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019353.240510:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019353.240512:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019353.240515:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337642368:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019353.241909:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019354.243959:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019355.245956:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019356.247981:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019357.250010:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019358.247866:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019358.247877:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019358.247881:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019358.247891:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3625 00000100:00080000:2.0:1734019358.247900:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019358.247909:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019358.247946:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337642496/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019358.247979:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019358.247983:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019358.247985:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019358.247989:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3625 00000100:00080000:2.0:1734019358.247992:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019358.247996:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019358.248006:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019358.248016:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337642624/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019358.248063:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019358.248067:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019358.248068:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019358.248072:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3625 00000100:00080000:2.0:1734019358.248075:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019358.248079:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019358.248083:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019358.248092:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337642752/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019358.248102:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734019358.248103:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337642496:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019358.248105:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019358.248107:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019358.248111:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3625 00000100:00080000:2.0:1734019358.248114:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019358.248117:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019358.248121:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019358.248129:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337642880/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019358.248137:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019358.248140:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019358.248142:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019358.248145:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3625 00000100:00080000:2.0:1734019358.248148:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019358.248151:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019358.248155:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019358.248162:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337643008/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734019358.248167:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734019358.248171:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019358.248174:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019358.248175:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019358.248179:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3625 00000100:00080000:2.0:1734019358.248182:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019358.248186:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:0.0:1734019358.248187:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019358/real 1734019358] req@ffff8800a8fd6680 x1818247337642496/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:2.0:1734019358.248189:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019358.248196:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337643136/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734019358.248207:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337642496/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019358.248217:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019358.248221:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019358.248225:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337642496:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734019358.248232:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337642624:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019358.248249:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019358.248255:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019358/real 1734019358] req@ffff8800a8fd5880 x1818247337642624/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019358.248266:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337642624/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019358.248282:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019358.248284:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019358.248288:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337642624:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019358.248310:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337642752:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019358.248324:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019358.248330:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019358/real 1734019358] req@ffff8800a8fd6a00 x1818247337642752/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019358.248340:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337642752/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019358.248348:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019358.248350:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019358.248353:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337642752:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019358.248359:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337642880:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019358.248370:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019358.248375:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019358/real 1734019358] req@ffff8800a8fd5500 x1818247337642880/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019358.248385:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337642880/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019358.248392:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019358.248395:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019358.248398:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337642880:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019358.248404:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337643008:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019358.248417:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019358.248423:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019358/real 1734019358] req@ffff8800a8fd4a80 x1818247337643008/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019358.248434:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337643008/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019358.248441:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019358.248443:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019358.248446:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337643008:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019358.248452:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337643136:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019358.248463:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019358.248469:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019358/real 1734019358] req@ffff8800a8fd7800 x1818247337643136/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019358.248479:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337643136/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019358.248486:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019358.248488:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019358.248490:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337643136:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734019358.251922:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019359.253959:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019360.255967:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019361.257950:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019362.259997:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019363.255768:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019363.255779:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019363.255783:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019363.255794:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3630 00000100:00080000:2.0:1734019363.255803:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019363.255811:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019363.255847:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337643264/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019363.255878:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019363.255882:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019363.255884:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019363.255889:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3630 00000100:00080000:2.0:1734019363.255892:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019363.255896:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019363.255904:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019363.255915:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337643392/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019363.255926:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019363.255929:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019363.255931:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019363.255934:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3630 00000100:00080000:2.0:1734019363.255937:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734019363.255962:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337643264:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019363.255972:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019363.255978:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019363.255987:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337643520/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019363.255996:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019363.256000:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019363.256001:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019363.256005:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3630 00000100:00080000:2.0:1734019363.256007:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019363.256011:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019363.256015:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019363.256023:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337643648/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019363.256031:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019363.256035:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019363.256036:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019363.256040:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3630 00000100:00080000:2.0:1734019363.256044:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019363.256047:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019363.256051:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1734019363.256058:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734019363.256060:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337643776/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019363.256069:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019363.256072:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019363.256074:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019363.256078:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3630 00000100:00080000:2.0:1734019363.256081:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019363.256084:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:0.0:1734019363.256087:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019363/real 1734019363] req@ffff8800a8fd6300 x1818247337643264/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:2.0:1734019363.256088:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019363.256095:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337643904/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734019363.256111:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337643264/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019363.256124:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019363.256128:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019363.256133:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337643264:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734019363.256164:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337643392:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019363.256185:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019363.256192:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019363/real 1734019363] req@ffff8800a8fd7b80 x1818247337643392/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019363.256204:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337643392/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019363.256211:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019363.256214:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019363.256218:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337643392:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019363.256224:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337643520:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019363.256239:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019363.256244:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019363/real 1734019363] req@ffff8800a8fd7480 x1818247337643520/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019363.256255:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337643520/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019363.256270:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019363.256273:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019363.256277:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337643520:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019363.256283:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337643648:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019363.256295:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019363.256301:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019363/real 1734019363] req@ffff8800a8fd4380 x1818247337643648/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019363.256311:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337643648/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019363.256319:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019363.256321:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019363.256325:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337643648:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019363.256331:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337643776:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019363.256344:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019363.256350:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019363/real 1734019363] req@ffff8800a8fd7800 x1818247337643776/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019363.256360:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337643776/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019363.256368:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019363.256372:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019363.256375:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337643776:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019363.256382:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337643904:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019363.256396:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019363.256402:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019363/real 1734019363] req@ffff8800a8fd4a80 x1818247337643904/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019363.256412:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337643904/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019363.256419:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019363.256421:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019363.256424:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337643904:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734019363.261989:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019364.264004:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019365.265989:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019366.267985:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019367.269980:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019368.263926:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019368.263938:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019368.263943:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019368.263958:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3635 00000100:00080000:0.0:1734019368.263969:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019368.263978:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:0.0:1734019368.264028:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59f80 x1818247337644032/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019368.264059:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019368.264064:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019368.264066:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019368.264070:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3635 00000100:00080000:0.0:1734019368.264073:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019368.264079:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734019368.264089:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019368.264104:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5ad80 x1818247337644160/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019368.264114:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019368.264118:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019368.264120:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019368.264123:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3635 00000100:00080000:0.0:1734019368.264126:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019368.264130:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734019368.264134:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019368.264143:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58700 x1818247337644288/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019368.264151:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019368.264154:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019368.264156:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019368.264160:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3635 00000100:00080000:0.0:1734019368.264162:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019368.264166:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734019368.264170:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019368.264171:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337644032:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734019368.264178:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5aa00 x1818247337644416/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019368.264187:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019368.264191:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019368.264193:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019368.264196:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3635 00000100:00080000:0.0:1734019368.264199:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019368.264203:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734019368.264207:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1734019368.264215:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59c00 x1818247337644544/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019368.264224:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019368.264227:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019368.264228:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019368.264232:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3635 00000100:00080000:0.0:1734019368.264234:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019368.264237:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734019368.264241:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019368.264249:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5a680 x1818247337644672/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:2.0:1734019368.264258:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734019368.264284:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019368/real 1734019368] req@ffff8800a8d59f80 x1818247337644032/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019368.264307:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d59f80 x1818247337644032/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019368.264317:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019368.264321:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:2.0:1734019368.264326:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337644032:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019368.264333:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337644160:192.168.201.110@tcp:38:kworker.0 00000800:00000100:2.0:1734019368.264351:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734019368.264358:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019368/real 1734019368] req@ffff8800a8d5ad80 x1818247337644160/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019368.264368:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5ad80 x1818247337644160/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019368.264377:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019368.264380:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:2.0:1734019368.264384:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337644160:192.168.201.110@tcp:38:kworker.0 00000100:00100000:2.0:1734019368.264390:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337644288:192.168.201.110@tcp:8:kworker.0 00000800:00000100:2.0:1734019368.264405:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734019368.264411:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019368/real 1734019368] req@ffff8800a8d58700 x1818247337644288/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019368.264421:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d58700 x1818247337644288/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019368.264428:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019368.264431:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:2.0:1734019368.264435:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337644288:192.168.201.110@tcp:8:kworker.0 00000100:00100000:2.0:1734019368.264463:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337644416:192.168.201.110@tcp:8:kworker.0 00000800:00000100:2.0:1734019368.264476:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734019368.264481:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019368/real 1734019368] req@ffff8800a8d5aa00 x1818247337644416/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019368.264492:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5aa00 x1818247337644416/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019368.264500:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019368.264503:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:2.0:1734019368.264506:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337644416:192.168.201.110@tcp:8:kworker.0 00000100:00100000:2.0:1734019368.264511:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337644544:192.168.201.110@tcp:38:kworker.0 00000800:00000100:2.0:1734019368.264526:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734019368.264532:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019368/real 1734019368] req@ffff8800a8d59c00 x1818247337644544/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019368.264542:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d59c00 x1818247337644544/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019368.264550:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019368.264552:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:2.0:1734019368.264555:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337644544:192.168.201.110@tcp:38:kworker.0 00000100:00100000:2.0:1734019368.264560:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337644672:192.168.201.110@tcp:8:kworker.0 00000800:00000100:2.0:1734019368.264571:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734019368.264577:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019368/real 1734019368] req@ffff8800a8d5a680 x1818247337644672/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019368.264586:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5a680 x1818247337644672/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019368.264594:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019368.264596:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:2.0:1734019368.264599:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337644672:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019368.271982:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019369.273999:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019370.275984:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019371.277929:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019372.279910:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734019373.271866:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019373.271878:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1734019373.271882:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019373.271893:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3640 00000100:00080000:0.0:1734019373.271904:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019373.271911:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:0.0:1734019373.271947:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5a300 x1818247337644800/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019373.271980:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019373.271985:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019373.271986:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019373.271991:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3640 00000100:00080000:0.0:1734019373.271994:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019373.271997:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734019373.272007:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019373.272016:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337644800:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734019373.272018:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d5b480 x1818247337644928/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019373.272029:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019373.272033:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734019373.272034:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019373.272038:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3640 00000100:00080000:0.0:1734019373.272040:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019373.272044:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734019373.272048:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019373.272058:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58380 x1818247337645056/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019373.272066:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019373.272069:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019373.272070:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019373.272075:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3640 00000100:00080000:0.0:1734019373.272078:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019373.272081:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734019373.272085:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019373.272093:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59500 x1818247337645184/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019373.272100:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734019373.272104:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1734019373.272105:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019373.272108:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3640 00000100:00100000:2.0:1734019373.272109:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337644928:192.168.201.110@tcp:38:kworker.0 00000100:00080000:0.0:1734019373.272111:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734019373.272114:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734019373.272118:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019373.272124:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337645056:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019373.272125:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d58e00 x1818247337645312/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734019373.272135:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734019373.272135:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337645184:192.168.201.110@tcp:8:kworker.0 00000100:00080000:0.0:1734019373.272138:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1734019373.272139:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019373.272143:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3640 00000100:00080000:0.0:1734019373.272146:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734019373.272147:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337645312:192.168.201.110@tcp:38:kworker.0 00000100:00080000:0.0:1734019373.272149:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:0.0:1734019373.272153:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019373.272160:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8d59180 x1818247337645440/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734019373.272180:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337645440:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019373.281887:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019374.283988:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019375.285986:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1734019376.277962:0:1967:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:1.0:1734019376.278010:0:1967:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1734019376.278031:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:1.0:1734019376.278065:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:1.0:1734019376.278073:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:1.0:1734019376.278080:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:1.0:1734019376.278088:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:1.0:1734019376.278095:0:1967:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:2.0:1734019376.278193:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019373/real 1734019376] req@ffff8800a8d59180 x1818247337645440/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019376.278233:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d59180 x1818247337645440/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019376.278252:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019376.278258:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:2.0:1734019376.278265:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337645440:192.168.201.110@tcp:8:kworker.0 00000100:00100000:2.0:1734019376.278278:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019373/real 1734019376] req@ffff8800a8d58e00 x1818247337645312/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019376.278298:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d58e00 x1818247337645312/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019376.278311:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019376.278316:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:2.0:1734019376.278321:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337645312:192.168.201.110@tcp:38:kworker.0 00000100:00100000:2.0:1734019376.278331:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019373/real 1734019376] req@ffff8800a8d5b480 x1818247337644928/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019376.278349:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5b480 x1818247337644928/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019376.278361:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019376.278367:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:2.0:1734019376.278372:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337644928:192.168.201.110@tcp:38:kworker.0 00000100:00100000:2.0:1734019376.278382:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019373/real 1734019376] req@ffff8800a8d58380 x1818247337645056/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019376.278400:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d58380 x1818247337645056/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019376.278413:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019376.278417:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:2.0:1734019376.278422:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337645056:192.168.201.110@tcp:8:kworker.0 00000100:00100000:2.0:1734019376.278432:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019373/real 1734019376] req@ffff8800a8d59500 x1818247337645184/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019376.278450:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d59500 x1818247337645184/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019376.278463:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019376.278466:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:2.0:1734019376.278472:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337645184:192.168.201.110@tcp:8:kworker.0 00000100:00100000:2.0:1734019376.278481:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019373/real 1734019376] req@ffff8800a8d5a300 x1818247337644800/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019376.278501:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8d5a300 x1818247337644800/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019376.278513:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019376.278517:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:2.0:1734019376.278523:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8d5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337644800:192.168.201.110@tcp:250:kworker.0 00010000:00010000:1.0:1734019376.287964:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019377.289957:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019378.279997:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019378.280007:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019378.280012:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019378.280024:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3645 00000100:00080000:2.0:1734019378.280033:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019378.280040:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019378.280077:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337645568/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019378.280119:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019378.280124:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019378.280125:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019378.280130:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3645 00000100:00080000:2.0:1734019378.280133:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019378.280137:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019378.280147:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019378.280157:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337645696/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019378.280167:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019378.280170:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019378.280172:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019378.280176:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3645 00000100:00080000:2.0:1734019378.280178:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019378.280181:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019378.280187:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019378.280195:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337645824/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019378.280204:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019378.280207:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019378.280208:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019378.280212:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3645 00000100:00080000:2.0:1734019378.280214:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019378.280217:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019378.280221:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019378.280230:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337645952/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734019378.280239:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337645568:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019378.280239:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019378.280243:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019378.280244:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019378.280248:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3645 00000100:00080000:2.0:1734019378.280251:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019378.280254:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019378.280258:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019378.280266:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337646080/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019378.280275:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019378.280278:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019378.280280:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019378.280284:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3645 00000100:00080000:2.0:1734019378.280286:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019378.280289:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019378.280293:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019378.280300:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337646208/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734019378.280334:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019378.280361:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019378/real 1734019378] req@ffff8800a8fd5500 x1818247337645568/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019378.280385:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337645568/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019378.280399:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019378.280402:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019378.280407:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337645568:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734019378.280416:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337645696:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019378.280435:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019378.280442:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019378/real 1734019378] req@ffff8800a8fd6a00 x1818247337645696/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019378.280453:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337645696/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019378.280461:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019378.280464:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019378.280467:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337645696:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019378.280474:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337645824:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019378.280488:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019378.280495:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019378/real 1734019378] req@ffff8800a8fd5880 x1818247337645824/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019378.280506:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337645824/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019378.280514:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019378.280517:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019378.280520:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337645824:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019378.280550:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337645952:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019378.280563:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019378.280569:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019378/real 1734019378] req@ffff8800a8fd6680 x1818247337645952/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019378.280579:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337645952/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019378.280587:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019378.280590:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019378.280593:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337645952:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019378.280599:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337646080:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019378.280612:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019378.280617:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019378/real 1734019378] req@ffff8800a8fd7100 x1818247337646080/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019378.280627:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337646080/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019378.280643:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019378.280646:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019378.280650:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337646080:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019378.280655:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337646208:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019378.280667:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019378.280673:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019378/real 1734019378] req@ffff8800a8fd6d80 x1818247337646208/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019378.280683:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337646208/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019378.280768:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019378.280771:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019378.280775:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337646208:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734019378.291988:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019379.293973:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019380.295966:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019381.297918:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019382.299969:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019383.287867:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019383.287878:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019383.287883:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019383.287893:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3650 00000100:00080000:2.0:1734019383.287903:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019383.287911:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019383.287949:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337646336/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019383.287984:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019383.287988:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019383.287990:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019383.287994:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3650 00000100:00080000:2.0:1734019383.287997:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019383.288001:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019383.288010:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019383.288020:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337646464/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019383.288038:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019383.288041:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019383.288043:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019383.288046:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3650 00000100:00080000:2.0:1734019383.288049:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019383.288052:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019383.288056:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019383.288065:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337646592/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019383.288073:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019383.288076:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019383.288078:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019383.288081:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3650 00000100:00080000:2.0:1734019383.288084:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019383.288087:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019383.288091:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019383.288098:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337646720/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019383.288107:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019383.288111:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1734019383.288112:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337646336:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019383.288112:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019383.288116:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3650 00000100:00080000:2.0:1734019383.288119:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019383.288123:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019383.288127:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019383.288137:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337646848/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019383.288145:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019383.288148:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019383.288149:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019383.288153:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3650 00000100:00080000:2.0:1734019383.288155:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019383.288159:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019383.288163:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019383.288170:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337646976/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734019383.288205:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019383.288231:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019383/real 1734019383] req@ffff8800a8fd4e00 x1818247337646336/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019383.288253:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337646336/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019383.288266:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019383.288272:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019383.288277:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337646336:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734019383.288285:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337646464:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019383.288303:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019383.288309:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019383/real 1734019383] req@ffff8800a8fd5180 x1818247337646464/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019383.288320:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337646464/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019383.288328:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019383.288332:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019383.288335:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337646464:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019383.288341:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337646592:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019383.288355:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019383.288361:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019383/real 1734019383] req@ffff8800a8fd5f80 x1818247337646592/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019383.288371:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337646592/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019383.288379:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019383.288382:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019383.288385:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337646592:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019383.288415:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337646720:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019383.288432:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019383.288439:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019383/real 1734019383] req@ffff8800a8fd5c00 x1818247337646720/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019383.288450:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337646720/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019383.288458:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019383.288460:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019383.288463:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337646720:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019383.288469:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337646848:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019383.288482:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019383.288487:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019383/real 1734019383] req@ffff8800a8fd6d80 x1818247337646848/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019383.288497:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337646848/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019383.288504:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019383.288507:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019383.288511:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337646848:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019383.288517:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337646976:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019383.288529:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019383.288534:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019383/real 1734019383] req@ffff8800a8fd7100 x1818247337646976/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019383.288552:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337646976/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019383.288559:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019383.288562:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019383.288564:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337646976:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734019383.301917:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019384.303941:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019385.305951:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019386.307946:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019387.309974:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019388.295841:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019388.295851:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019388.295855:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019388.295866:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3655 00000100:00080000:2.0:1734019388.295876:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019388.295883:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019388.295922:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337647104/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019388.295958:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019388.295962:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019388.295964:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019388.295969:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3655 00000100:00080000:2.0:1734019388.295972:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019388.295976:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019388.295985:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019388.295995:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337647232/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019388.296005:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019388.296009:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019388.296010:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019388.296014:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3655 00000100:00080000:2.0:1734019388.296016:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019388.296029:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019388.296034:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019388.296041:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337647360/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019388.296050:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019388.296053:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019388.296054:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019388.296058:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3655 00000100:00080000:2.0:1734019388.296061:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019388.296064:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019388.296068:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019388.296075:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337647488/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019388.296096:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019388.296100:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1734019388.296102:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337647104:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019388.296102:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019388.296105:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3655 00000100:00080000:2.0:1734019388.296108:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019388.296111:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019388.296115:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019388.296123:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337647616/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019388.296132:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019388.296135:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019388.296136:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019388.296140:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3655 00000100:00080000:2.0:1734019388.296142:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019388.296145:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019388.296149:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019388.296157:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337647744/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734019388.296198:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019388.296223:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019388/real 1734019388] req@ffff8800a8fd6680 x1818247337647104/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019388.296245:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337647104/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019388.296258:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019388.296262:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019388.296267:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337647104:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734019388.296275:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337647232:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019388.296294:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019388.296301:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019388/real 1734019388] req@ffff8800a8fd5880 x1818247337647232/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019388.296312:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337647232/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019388.296328:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019388.296331:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019388.296335:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337647232:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019388.296341:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337647360:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019388.296355:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019388.296361:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019388/real 1734019388] req@ffff8800a8fd6a00 x1818247337647360/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019388.296371:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337647360/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019388.296379:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019388.296381:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019388.296385:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337647360:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019388.296416:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337647488:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019388.296429:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019388.296435:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019388/real 1734019388] req@ffff8800a8fd5500 x1818247337647488/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019388.296446:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337647488/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019388.296454:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019388.296456:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019388.296459:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337647488:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019388.296467:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337647616:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019388.296480:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019388.296487:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019388/real 1734019388] req@ffff8800a8fd4a80 x1818247337647616/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019388.296497:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337647616/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019388.296506:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019388.296508:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019388.296511:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337647616:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019388.296564:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337647744:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019388.296581:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019388.296588:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019388/real 1734019388] req@ffff8800a8fd7800 x1818247337647744/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019388.296599:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337647744/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019388.296606:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019388.296609:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019388.296612:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337647744:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019388.311961:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019389.313995:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019390.315952:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019391.317944:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019392.319929:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019393.303863:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019393.303873:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019393.303879:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019393.303889:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3660 00000100:00080000:2.0:1734019393.303899:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019393.303907:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019393.303943:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337647872/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019393.303976:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019393.303980:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019393.303982:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019393.303987:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3660 00000100:00080000:2.0:1734019393.303990:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019393.303993:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019393.304002:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019393.304013:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337648000/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019393.304023:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019393.304026:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019393.304028:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019393.304032:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3660 00000100:00080000:2.0:1734019393.304034:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019393.304037:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019393.304042:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019393.304050:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337648128/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019393.304058:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019393.304061:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019393.304063:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019393.304067:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3660 00000100:00080000:2.0:1734019393.304069:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019393.304072:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019393.304076:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019393.304082:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337647872:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019393.304084:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337648256/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019393.304093:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019393.304096:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019393.304098:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019393.304101:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3660 00000100:00080000:2.0:1734019393.304104:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019393.304107:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019393.304111:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019393.304120:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337648384/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019393.304129:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019393.304131:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019393.304133:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019393.304136:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3660 00000100:00080000:2.0:1734019393.304140:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019393.304143:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019393.304147:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734019393.304149:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734019393.304154:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337648512/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734019393.304171:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019393/real 1734019393] req@ffff8800a8fd4380 x1818247337647872/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019393.304190:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337647872/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019393.304202:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019393.304205:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019393.304209:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337647872:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734019393.304216:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337648000:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019393.304232:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019393.304239:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019393/real 1734019393] req@ffff8800a8fd7480 x1818247337648000/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019393.304250:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337648000/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019393.304257:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019393.304260:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019393.304263:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337648000:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019393.304268:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337648128:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019393.304284:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019393.304290:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019393/real 1734019393] req@ffff8800a8fd7b80 x1818247337648128/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019393.304300:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337648128/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019393.304315:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019393.304317:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019393.304320:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337648128:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019393.304344:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337648256:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019393.304356:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019393.304362:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019393/real 1734019393] req@ffff8800a8fd6300 x1818247337648256/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019393.304372:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337648256/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019393.304380:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019393.304382:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019393.304385:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337648256:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019393.304390:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337648384:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019393.304401:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019393.304406:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019393/real 1734019393] req@ffff8800a8fd7800 x1818247337648384/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019393.304416:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337648384/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019393.304423:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019393.304426:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019393.304429:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337648384:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019393.304476:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337648512:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019393.304492:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019393.304499:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019393/real 1734019393] req@ffff8800a8fd4a80 x1818247337648512/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019393.304510:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337648512/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019393.304517:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019393.304520:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019393.304523:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337648512:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019393.321979:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019394.323979:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019395.325964:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019396.327983:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019397.329971:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019398.311863:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019398.311873:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019398.311877:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019398.311887:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3665 00000100:00080000:2.0:1734019398.311896:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019398.311903:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019398.311941:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337648640/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019398.311974:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019398.311978:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019398.311980:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019398.311985:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3665 00000100:00080000:2.0:1734019398.311988:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019398.311991:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019398.312000:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019398.312011:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337648768/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019398.312021:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019398.312024:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019398.312026:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019398.312029:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3665 00000100:00080000:2.0:1734019398.312032:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019398.312035:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019398.312040:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019398.312048:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337648896/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019398.312057:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019398.312059:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019398.312061:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019398.312065:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3665 00000100:00080000:2.0:1734019398.312067:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019398.312070:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019398.312074:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019398.312082:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337649024/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734019398.312085:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337648640:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019398.312090:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019398.312094:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019398.312096:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019398.312099:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3665 00000100:00080000:2.0:1734019398.312102:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019398.312105:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019398.312108:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019398.312115:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337649152/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019398.312124:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019398.312127:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019398.312129:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019398.312133:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3665 00000100:00080000:2.0:1734019398.312136:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019398.312139:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019398.312143:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019398.312149:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337649280/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734019398.312152:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019398.312173:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019398/real 1734019398] req@ffff8800a8fd5500 x1818247337648640/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019398.312193:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337648640/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019398.312203:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019398.312206:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019398.312211:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337648640:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734019398.312218:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337648768:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019398.312234:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019398.312241:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019398/real 1734019398] req@ffff8800a8fd6a00 x1818247337648768/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019398.312253:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337648768/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019398.312260:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019398.312263:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019398.312266:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337648768:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019398.312272:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337648896:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019398.312289:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019398.312295:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019398/real 1734019398] req@ffff8800a8fd5880 x1818247337648896/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019398.312305:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337648896/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019398.312312:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019398.312314:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019398.312317:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337648896:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019398.312341:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337649024:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019398.312414:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019398.312423:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019398/real 1734019398] req@ffff8800a8fd6680 x1818247337649024/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019398.312434:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337649024/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019398.312442:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019398.312445:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019398.312449:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337649024:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019398.312455:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337649152:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019398.312467:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019398.312473:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019398/real 1734019398] req@ffff8800a8fd7100 x1818247337649152/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019398.312483:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337649152/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019398.312491:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019398.312493:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019398.312496:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337649152:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019398.312501:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337649280:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019398.312517:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019398.312522:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019398/real 1734019398] req@ffff8800a8fd6d80 x1818247337649280/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019398.312532:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337649280/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019398.312539:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019398.312541:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019398.312544:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337649280:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734019398.331960:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019399.334014:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019400.335975:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019401.337974:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019402.339966:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019403.319833:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019403.319843:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019403.319848:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019403.319858:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3670 00000100:00080000:2.0:1734019403.319867:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019403.319875:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019403.319911:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337649408/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019403.319947:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019403.319953:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019403.319956:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019403.319963:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3670 00000100:00080000:2.0:1734019403.319968:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019403.319975:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019403.319987:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019403.320004:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337649536/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734019403.320014:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337649408:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019403.320030:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019403.320035:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019403.320037:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019403.320041:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3670 00000100:00080000:2.0:1734019403.320046:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019403.320051:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019403.320057:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019403.320069:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337649664/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019403.320081:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1734019403.320083:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734019403.320086:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019403.320089:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019403.320093:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3670 00000100:00080000:2.0:1734019403.320097:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019403.320102:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:0.0:1734019403.320107:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019403/real 1734019403] req@ffff8800a8fd5c00 x1818247337649408/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000008:00100000:2.0:1734019403.320108:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019403.320120:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337649792/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734019403.320131:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337649408/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019403.320133:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019403.320138:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019403.320141:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734019403.320145:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019403.320147:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3670 00000100:00080000:0.0:1734019403.320150:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00080000:2.0:1734019403.320151:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734019403.320156:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337649408:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019403.320157:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019403.320163:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019403.320176:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337649920/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734019403.320183:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337649536:192.168.201.110@tcp:38:kworker.0 00000100:00080000:2.0:1734019403.320191:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019403.320195:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019403.320197:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019403.320203:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3670 00000100:00080000:2.0:1734019403.320207:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1734019403.320210:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734019403.320212:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019403.320218:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019403.320220:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019403/real 1734019403] req@ffff8800a8fd5f80 x1818247337649536/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019403.320230:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337650048/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734019403.320238:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337649536/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019403.320250:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019403.320254:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019403.320260:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337649536:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019403.320299:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337649664:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019403.320330:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019403.320342:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019403/real 1734019403] req@ffff8800a8fd5180 x1818247337649664/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019403.320369:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337649664/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019403.320378:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019403.320380:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019403.320384:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337649664:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019403.320390:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337649792:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019403.320407:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019403.320414:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019403/real 1734019403] req@ffff8800a8fd4e00 x1818247337649792/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019403.320424:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337649792/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019403.320432:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019403.320434:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019403.320437:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337649792:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019403.320453:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337649920:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019403.320466:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019403.320472:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019403/real 1734019403] req@ffff8800a8fd6d80 x1818247337649920/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019403.320482:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337649920/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019403.320490:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019403.320493:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019403.320496:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337649920:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019403.320501:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337650048:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019403.320513:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019403.320519:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019403/real 1734019403] req@ffff8800a8fd7100 x1818247337650048/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019403.320528:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337650048/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019403.320536:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019403.320538:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019403.320541:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337650048:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734019403.341982:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019404.343942:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019405.345950:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019406.347937:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019407.350022:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019408.327812:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019408.327821:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019408.327826:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019408.327836:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3675 00000100:00080000:2.0:1734019408.327846:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019408.327853:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019408.327890:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337650176/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019408.327923:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019408.327927:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019408.327929:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019408.327934:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3675 00000100:00080000:2.0:1734019408.327937:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019408.327940:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019408.327950:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019408.327961:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337650304/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019408.327970:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019408.327973:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019408.327975:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019408.327979:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3675 00000100:00080000:2.0:1734019408.327982:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019408.327985:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019408.327989:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019408.327996:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337650432/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019408.328004:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019408.328007:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019408.328009:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019408.328012:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3675 00000100:00080000:2.0:1734019408.328015:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019408.328018:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019408.328022:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019408.328029:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337650560/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734019408.328033:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337650176:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019408.328039:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019408.328042:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019408.328044:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019408.328047:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3675 00000100:00080000:2.0:1734019408.328050:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019408.328053:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019408.328057:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019408.328064:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337650688/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019408.328073:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019408.328075:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019408.328077:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019408.328080:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3675 00000100:00080000:2.0:1734019408.328092:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019408.328096:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:0.0:1734019408.328097:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734019408.328100:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019408.328108:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337650816/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734019408.328118:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019408/real 1734019408] req@ffff8800a8fd6680 x1818247337650176/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019408.328137:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337650176/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019408.328147:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019408.328151:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019408.328155:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337650176:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734019408.328162:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337650304:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019408.328226:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019408.328236:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019408/real 1734019408] req@ffff8800a8fd5880 x1818247337650304/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019408.328247:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337650304/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019408.328255:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019408.328258:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019408.328261:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337650304:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019408.328268:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337650432:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019408.328284:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019408.328290:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019408/real 1734019408] req@ffff8800a8fd6a00 x1818247337650432/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019408.328300:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337650432/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019408.328308:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019408.328310:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019408.328313:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337650432:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019408.328337:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337650560:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019408.328349:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019408.328355:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019408/real 1734019408] req@ffff8800a8fd5500 x1818247337650560/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019408.328372:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337650560/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019408.328380:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019408.328382:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019408.328385:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337650560:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019408.328391:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337650688:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019408.328402:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019408.328408:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019408/real 1734019408] req@ffff8800a8fd4a80 x1818247337650688/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019408.328418:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337650688/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019408.328425:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019408.328427:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019408.328430:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337650688:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019408.328435:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337650816:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019408.328447:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019408.328453:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019408/real 1734019408] req@ffff8800a8fd7800 x1818247337650816/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019408.328462:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337650816/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019408.328469:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019408.328472:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019408.328475:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337650816:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019408.351915:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019409.353997:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019410.355968:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019411.357995:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019412.359942:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019413.335857:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019413.335867:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019413.335871:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019413.335883:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3680 00000100:00080000:2.0:1734019413.335892:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019413.335900:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019413.335938:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337650944/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019413.335973:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019413.335977:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019413.335979:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019413.335984:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3680 00000100:00080000:2.0:1734019413.335987:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019413.335990:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019413.336000:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019413.336010:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337651072/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019413.336020:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019413.336024:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019413.336025:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019413.336029:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3680 00000100:00080000:2.0:1734019413.336031:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019413.336035:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019413.336039:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019413.336047:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337651200/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019413.336055:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019413.336058:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019413.336060:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019413.336064:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3680 00000100:00080000:2.0:1734019413.336067:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019413.336070:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019413.336074:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019413.336078:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337650944:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019413.336082:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337651328/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019413.336091:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019413.336131:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019413.336133:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019413.336137:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3680 00000100:00080000:2.0:1734019413.336140:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019413.336144:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019413.336148:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019413.336158:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337651456/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019413.336168:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019413.336171:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019413.336173:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019413.336176:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3680 00000100:00080000:2.0:1734019413.336179:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019413.336183:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:0.0:1734019413.336185:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734019413.336186:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019413.336194:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337651584/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734019413.336206:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019413/real 1734019413] req@ffff8800a8fd6300 x1818247337650944/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019413.336227:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337650944/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019413.336238:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019413.336241:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019413.336245:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337650944:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734019413.336253:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337651072:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019413.336271:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019413.336278:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019413/real 1734019413] req@ffff8800a8fd7b80 x1818247337651072/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019413.336289:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337651072/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019413.336296:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019413.336299:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019413.336302:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337651072:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019413.336308:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337651200:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019413.336322:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019413.336328:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019413/real 1734019413] req@ffff8800a8fd7480 x1818247337651200/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019413.336338:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337651200/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019413.336346:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019413.336349:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019413.336352:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337651200:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019413.336375:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337651328:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019413.336386:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019413.336392:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019413/real 1734019413] req@ffff8800a8fd4380 x1818247337651328/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019413.336402:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337651328/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019413.336409:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019413.336412:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019413.336415:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337651328:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019413.336420:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337651456:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019413.336432:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019413.336438:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019413/real 1734019413] req@ffff8800a8fd7800 x1818247337651456/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019413.336454:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337651456/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019413.336462:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019413.336464:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019413.336467:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337651456:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019413.336473:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337651584:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019413.336489:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019413.336494:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019413/real 1734019413] req@ffff8800a8fd4a80 x1818247337651584/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019413.336504:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337651584/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019413.336511:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019413.336513:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019413.336516:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337651584:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019413.361976:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019414.363964:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019415.365983:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019416.367989:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019417.369956:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019418.343845:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019418.343855:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019418.343860:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019418.343870:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3685 00000100:00080000:2.0:1734019418.343879:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019418.343887:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019418.343925:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337651712/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019418.343957:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019418.343961:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019418.343963:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019418.343968:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3685 00000100:00080000:2.0:1734019418.343971:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019418.343975:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019418.343984:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019418.343995:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337651840/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019418.344005:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019418.344031:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019418.344034:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019418.344038:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3685 00000100:00080000:2.0:1734019418.344041:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019418.344045:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019418.344051:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019418.344059:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337651968/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019418.344070:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019418.344073:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019418.344075:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019418.344079:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3685 00000100:00080000:2.0:1734019418.344081:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734019418.344084:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337651712:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019418.344084:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019418.344088:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019418.344096:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337652096/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019418.344104:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019418.344107:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019418.344109:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019418.344112:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3685 00000100:00080000:2.0:1734019418.344114:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019418.344118:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019418.344122:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019418.344130:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337652224/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019418.344139:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019418.344142:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019418.344144:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019418.344148:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3685 00000800:00000100:0.0:1734019418.344151:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734019418.344151:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019418.344154:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019418.344158:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019418.344165:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337652352/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734019418.344172:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019418/real 1734019418] req@ffff8800a8fd5500 x1818247337651712/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019418.344191:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337651712/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019418.344209:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019418.344212:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019418.344217:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337651712:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734019418.344224:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337651840:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019418.344240:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019418.344247:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019418/real 1734019418] req@ffff8800a8fd6a00 x1818247337651840/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019418.344258:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337651840/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019418.344265:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019418.344268:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019418.344271:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337651840:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019418.344293:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337651968:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019418.344306:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019418.344312:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019418/real 1734019418] req@ffff8800a8fd5880 x1818247337651968/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019418.344322:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337651968/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019418.344330:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019418.344332:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019418.344336:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337651968:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019418.344343:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337652096:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019418.344354:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019418.344360:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019418/real 1734019418] req@ffff8800a8fd6680 x1818247337652096/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019418.344370:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337652096/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019418.344378:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019418.344380:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019418.344383:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337652096:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019418.344388:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337652224:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019418.344405:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019418.344411:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019418/real 1734019418] req@ffff8800a8fd7100 x1818247337652224/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019418.344421:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337652224/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019418.344429:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019418.344431:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019418.344434:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337652224:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019418.344439:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337652352:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019418.344451:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019418.344457:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019418/real 1734019418] req@ffff8800a8fd6d80 x1818247337652352/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019418.344467:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337652352/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019418.344475:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019418.344477:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019418.344480:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337652352:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734019418.371943:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019419.374038:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019420.375968:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019421.378006:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019422.379986:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019423.351839:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019423.351852:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019423.351858:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019423.351872:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3690 00000100:00080000:2.0:1734019423.351883:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019423.351892:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019423.351982:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337652480/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019423.352019:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019423.352024:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019423.352026:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019423.352031:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3690 00000100:00080000:2.0:1734019423.352035:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019423.352039:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019423.352050:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019423.352063:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337652608/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019423.352081:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019423.352084:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019423.352086:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019423.352090:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3690 00000100:00080000:2.0:1734019423.352093:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019423.352096:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019423.352101:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019423.352110:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337652736/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019423.352119:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019423.352122:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019423.352124:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019423.352128:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3690 00000100:00080000:2.0:1734019423.352131:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734019423.352133:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337652480:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019423.352134:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019423.352139:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019423.352147:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337652864/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019423.352156:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019423.352160:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019423.352161:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019423.352166:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3690 00000100:00080000:2.0:1734019423.352169:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019423.352173:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019423.352178:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019423.352189:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337652992/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019423.352198:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019423.352201:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019423.352202:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1734019423.352204:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734019423.352206:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3690 00000100:00080000:2.0:1734019423.352209:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019423.352213:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019423.352217:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019423.352224:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337653120/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734019423.352226:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019423/real 1734019423] req@ffff8800a8fd4e00 x1818247337652480/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019423.352247:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337652480/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019423.352259:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019423.352262:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019423.352267:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337652480:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734019423.352275:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337652608:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019423.352292:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019423.352299:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019423/real 1734019423] req@ffff8800a8fd5180 x1818247337652608/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019423.352310:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337652608/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019423.352319:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019423.352322:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019423.352325:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337652608:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019423.352349:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337652736:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019423.352362:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019423.352368:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019423/real 1734019423] req@ffff8800a8fd5f80 x1818247337652736/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019423.352379:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337652736/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019423.352387:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019423.352390:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019423.352393:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337652736:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019423.352399:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337652864:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019423.352411:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019423.352416:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019423/real 1734019423] req@ffff8800a8fd5c00 x1818247337652864/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019423.352426:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337652864/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019423.352434:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019423.352436:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019423.352439:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337652864:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019423.352446:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337652992:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019423.352459:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019423.352465:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019423/real 1734019423] req@ffff8800a8fd6d80 x1818247337652992/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019423.352476:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337652992/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019423.352483:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019423.352486:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019423.352489:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337652992:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019423.352495:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337653120:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019423.352507:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019423.352513:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019423/real 1734019423] req@ffff8800a8fd7100 x1818247337653120/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019423.352523:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337653120/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019423.352530:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019423.352532:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019423.352535:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337653120:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734019423.381991:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019424.384003:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019425.385939:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019426.387951:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019427.390013:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019428.359772:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019428.359783:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019428.359788:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019428.359798:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3695 00000100:00080000:2.0:1734019428.359808:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019428.359815:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019428.359881:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337653248/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019428.359912:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019428.359916:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019428.359919:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019428.359923:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3695 00000100:00080000:2.0:1734019428.359926:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019428.359930:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019428.359940:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019428.359951:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337653376/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019428.359963:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019428.359966:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019428.359968:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019428.359971:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3695 00000100:00080000:2.0:1734019428.359973:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019428.359977:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019428.359981:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019428.359982:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337653248:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019428.359990:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337653504/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019428.359998:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019428.360001:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019428.360003:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019428.360006:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3695 00000100:00080000:2.0:1734019428.360009:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019428.360012:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019428.360016:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019428.360024:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337653632/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019428.360032:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019428.360036:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019428.360038:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019428.360041:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3695 00000100:00080000:2.0:1734019428.360044:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019428.360047:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019428.360051:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019428.360058:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337653760/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019428.360067:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019428.360070:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019428.360072:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1734019428.360075:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734019428.360075:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3695 00000100:00080000:2.0:1734019428.360078:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019428.360082:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019428.360085:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019428.360092:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337653888/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734019428.360104:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019428/real 1734019428] req@ffff8800a8fd6680 x1818247337653248/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019428.360127:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337653248/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019428.360141:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019428.360144:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019428.360149:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337653248:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734019428.360179:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337653376:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019428.360198:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019428.360206:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019428/real 1734019428] req@ffff8800a8fd5880 x1818247337653376/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019428.360218:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337653376/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019428.360226:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019428.360228:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019428.360232:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337653376:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019428.360239:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337653504:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019428.360254:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019428.360260:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019428/real 1734019428] req@ffff8800a8fd6a00 x1818247337653504/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019428.360270:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337653504/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019428.360285:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019428.360288:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019428.360291:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337653504:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019428.360298:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337653632:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019428.360311:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019428.360316:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019428/real 1734019428] req@ffff8800a8fd5500 x1818247337653632/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019428.360326:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337653632/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019428.360334:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019428.360337:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019428.360340:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337653632:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019428.360347:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337653760:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019428.360360:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019428.360366:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019428/real 1734019428] req@ffff8800a8fd4a80 x1818247337653760/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019428.360376:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337653760/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019428.360384:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019428.360387:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019428.360390:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337653760:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019428.360397:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337653888:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019428.360411:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019428.360417:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019428/real 1734019428] req@ffff8800a8fd7800 x1818247337653888/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019428.360427:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337653888/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019428.360434:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019428.360436:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019428.360439:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337653888:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019428.391952:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019429.394004:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019430.395996:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019431.398011:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019432.400000:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019433.367870:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019433.367880:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019433.367884:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019433.367894:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3700 00000100:00080000:2.0:1734019433.367904:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019433.367912:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019433.367950:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337654016/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019433.367983:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019433.367987:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019433.367989:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019433.367994:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3700 00000100:00080000:2.0:1734019433.367997:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019433.368001:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019433.368011:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019433.368021:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337654144/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019433.368031:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019433.368034:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019433.368036:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019433.368039:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3700 00000100:00080000:2.0:1734019433.368042:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019433.368045:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019433.368050:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019433.368058:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337654272/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019433.368066:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019433.368069:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019433.368071:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019433.368075:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3700 00000100:00080000:2.0:1734019433.368078:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019433.368081:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019433.368085:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019433.368086:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337654016:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019433.368093:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337654400/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019433.368102:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019433.368105:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019433.368107:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019433.368111:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3700 00000100:00080000:2.0:1734019433.368113:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019433.368116:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019433.368120:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019433.368128:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337654528/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019433.368137:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019433.368140:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019433.368142:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019433.368145:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3700 00000100:00080000:2.0:1734019433.368148:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019433.368151:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:0.0:1734019433.368152:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734019433.368155:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019433.368163:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337654656/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734019433.368173:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019433/real 1734019433] req@ffff8800a8fd4380 x1818247337654016/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019433.368193:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337654016/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019433.368203:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019433.368206:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019433.368211:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337654016:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734019433.368218:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337654144:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019433.368233:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019433.368240:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019433/real 1734019433] req@ffff8800a8fd7480 x1818247337654144/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019433.368252:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337654144/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019433.368260:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019433.368262:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019433.368265:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337654144:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019433.368271:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337654272:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019433.368288:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019433.368294:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019433/real 1734019433] req@ffff8800a8fd7b80 x1818247337654272/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019433.368304:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337654272/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019433.368311:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019433.368313:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019433.368316:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337654272:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019433.368340:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337654400:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019433.368352:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019433.368358:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019433/real 1734019433] req@ffff8800a8fd6300 x1818247337654400/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019433.368369:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337654400/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019433.368376:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019433.368379:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019433.368382:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337654400:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019433.368388:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337654528:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019433.368400:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019433.368405:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019433/real 1734019433] req@ffff8800a8fd7800 x1818247337654528/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019433.368415:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337654528/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019433.368423:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019433.368425:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019433.368428:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337654528:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019433.368433:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337654656:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019433.368445:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019433.368450:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019433/real 1734019433] req@ffff8800a8fd4a80 x1818247337654656/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019433.368460:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337654656/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019433.368467:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019433.368469:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019433.368472:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337654656:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019433.401997:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019434.403999:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019435.405960:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019436.407956:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019437.409973:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019438.375859:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019438.375869:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019438.375874:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019438.375884:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3705 00000100:00080000:2.0:1734019438.375893:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019438.375901:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019438.375939:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337654784/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019438.375972:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019438.375976:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019438.375978:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019438.375982:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3705 00000100:00080000:2.0:1734019438.375985:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019438.375990:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019438.375999:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019438.376010:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337654912/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019438.376019:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019438.376023:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019438.376025:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019438.376028:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3705 00000100:00080000:2.0:1734019438.376031:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019438.376034:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019438.376039:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019438.376047:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337655040/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019438.376056:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019438.376059:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019438.376060:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019438.376064:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3705 00000100:00080000:2.0:1734019438.376066:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019438.376069:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019438.376073:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019438.376077:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337654784:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019438.376081:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337655168/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019438.376089:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019438.376093:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019438.376094:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019438.376098:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3705 00000100:00080000:2.0:1734019438.376100:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019438.376104:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019438.376108:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019438.376115:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337655296/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019438.376124:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019438.376127:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019438.376129:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019438.376132:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3705 00000100:00080000:2.0:1734019438.376135:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019438.376138:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019438.376142:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019438.376149:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337655424/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734019438.376165:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337654912:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019438.376185:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337655040:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019438.376209:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337655168:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019438.376223:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337655296:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019438.376236:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337655424:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734019438.411957:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019439.413994:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019440.415978:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1734019441.381994:0:1968:0:(lib-socket.c:428:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.110:988 00000400:00000100:1.0:1734019441.382039:0:1968:0:(acceptor.c:84:lnet_connect_console_error()) Connection to 192.168.201.110@tcp at host 192.168.201.110 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1734019441.382058:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:1.0:1734019441.382096:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:1.0:1734019441.382104:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:1.0:1734019441.382112:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:1.0:1734019441.382118:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000800:00000100:1.0:1734019441.382124:0:1968:0:(socklnd_cb.c:423:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.110@tcp 00000100:00100000:2.0:1734019441.382197:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019438/real 1734019441] req@ffff8800a8fd6680 x1818247337655168/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019441.382238:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337655168/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019441.382256:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019441.382261:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:2.0:1734019441.382269:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337655168:192.168.201.110@tcp:8:kworker.0 00000100:00100000:2.0:1734019441.382281:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019438/real 1734019441] req@ffff8800a8fd7100 x1818247337655296/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019441.382301:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337655296/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019441.382314:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019441.382318:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:2.0:1734019441.382324:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337655296:192.168.201.110@tcp:38:kworker.0 00000100:00100000:2.0:1734019441.382334:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019438/real 1734019441] req@ffff8800a8fd6d80 x1818247337655424/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019441.382352:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337655424/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019441.382365:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019441.382369:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:2.0:1734019441.382375:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337655424:192.168.201.110@tcp:8:kworker.0 00000100:00100000:2.0:1734019441.382385:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019438/real 1734019441] req@ffff8800a8fd5500 x1818247337654784/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019441.382405:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337654784/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019441.382418:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019441.382422:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:2.0:1734019441.382427:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337654784:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019441.382437:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019438/real 1734019441] req@ffff8800a8fd6a00 x1818247337654912/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019441.382455:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337654912/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019441.382467:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019441.382471:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:2.0:1734019441.382476:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337654912:192.168.201.110@tcp:38:kworker.0 00000100:00100000:2.0:1734019441.382487:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019438/real 1734019441] req@ffff8800a8fd5880 x1818247337655040/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:2.0:1734019441.382515:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337655040/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019441.382527:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734019441.382531:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:2.0:1734019441.382537:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337655040:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019441.417947:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019442.419966:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019443.383857:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019443.383867:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019443.383871:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019443.383882:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3710 00000100:00080000:2.0:1734019443.383890:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019443.383898:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019443.383933:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337655552/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019443.383967:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019443.383971:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019443.383973:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019443.383977:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3710 00000100:00080000:2.0:1734019443.383980:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019443.383984:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019443.383993:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019443.384003:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337655680/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019443.384020:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019443.384023:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019443.384024:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019443.384028:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3710 00000100:00080000:2.0:1734019443.384030:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019443.384033:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019443.384038:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019443.384046:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337655808/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019443.384054:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019443.384057:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019443.384058:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019443.384061:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3710 00000100:00080000:2.0:1734019443.384064:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019443.384067:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:0.0:1734019443.384071:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337655552:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734019443.384071:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019443.384078:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337655936/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019443.384087:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019443.384090:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019443.384092:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019443.384095:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3710 00000100:00080000:2.0:1734019443.384098:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019443.384101:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019443.384105:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019443.384112:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337656064/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019443.384120:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019443.384123:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019443.384124:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019443.384127:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3710 00000100:00080000:2.0:1734019443.384130:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019443.384133:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:0.0:1734019443.384136:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734019443.384137:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019443.384144:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337656192/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734019443.384157:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019443/real 1734019443] req@ffff8800a8fd5880 x1818247337655552/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019443.384175:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337655552/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019443.384185:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019443.384188:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019443.384193:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337655552:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734019443.384200:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337655680:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019443.384216:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019443.384222:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019443/real 1734019443] req@ffff8800a8fd6a00 x1818247337655680/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019443.384240:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337655680/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019443.384248:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019443.384251:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019443.384254:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337655680:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019443.384260:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337655808:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019443.384277:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019443.384283:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019443/real 1734019443] req@ffff8800a8fd5500 x1818247337655808/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019443.384293:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337655808/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019443.384300:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019443.384302:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019443.384305:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337655808:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019443.384329:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337655936:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019443.384341:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019443.384347:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019443/real 1734019443] req@ffff8800a8fd6d80 x1818247337655936/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019443.384358:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337655936/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019443.384366:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019443.384369:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019443.384372:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337655936:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019443.384378:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337656064:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019443.384389:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019443.384395:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019443/real 1734019443] req@ffff8800a8fd7100 x1818247337656064/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019443.384405:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337656064/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019443.384412:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019443.384415:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019443.384418:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337656064:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019443.384423:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337656192:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019443.384435:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019443.384440:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019443/real 1734019443] req@ffff8800a8fd6680 x1818247337656192/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019443.384450:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337656192/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019443.384457:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019443.384459:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019443.384462:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337656192:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734019443.421999:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019444.423934:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019445.425968:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019446.427991:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019447.430027:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019448.391827:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019448.391837:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019448.391842:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019448.391852:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3715 00000100:00080000:2.0:1734019448.391861:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019448.391869:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019448.391906:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337656320/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019448.391940:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019448.391944:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019448.391946:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019448.391951:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3715 00000100:00080000:2.0:1734019448.391955:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019448.391958:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019448.391968:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019448.391978:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337656448/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019448.391988:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019448.391992:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019448.391993:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019448.391997:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3715 00000100:00080000:2.0:1734019448.391999:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019448.392003:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019448.392007:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019448.392014:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337656576/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019448.392023:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019448.392025:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019448.392027:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019448.392030:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3715 00000100:00080000:2.0:1734019448.392032:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019448.392036:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019448.392040:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019448.392044:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337656320:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019448.392047:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337656704/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019448.392057:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019448.392061:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019448.392062:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019448.392066:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3715 00000100:00080000:2.0:1734019448.392068:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019448.392071:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019448.392075:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019448.392084:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337656832/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019448.392093:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019448.392096:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019448.392097:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019448.392100:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3715 00000100:00080000:2.0:1734019448.392103:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019448.392106:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:0.0:1734019448.392110:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734019448.392110:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019448.392118:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337656960/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734019448.392131:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019448/real 1734019448] req@ffff8800a8fd5c00 x1818247337656320/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019448.392151:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337656320/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019448.392161:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019448.392164:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019448.392169:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337656320:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734019448.392176:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337656448:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019448.392192:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019448.392198:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019448/real 1734019448] req@ffff8800a8fd5f80 x1818247337656448/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019448.392210:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337656448/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019448.392218:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019448.392220:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019448.392224:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337656448:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019448.392229:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337656576:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019448.392242:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019448.392248:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019448/real 1734019448] req@ffff8800a8fd5180 x1818247337656576/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019448.392258:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337656576/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019448.392266:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019448.392269:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019448.392272:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337656576:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019448.392296:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337656704:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019448.392307:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019448.392313:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019448/real 1734019448] req@ffff8800a8fd4e00 x1818247337656704/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019448.392323:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337656704/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019448.392332:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019448.392334:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019448.392337:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337656704:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019448.392342:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337656832:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019448.392353:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019448.392359:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019448/real 1734019448] req@ffff8800a8fd6680 x1818247337656832/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019448.392368:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337656832/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019448.392376:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019448.392378:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019448.392381:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337656832:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019448.392387:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337656960:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019448.392398:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019448.392404:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019448/real 1734019448] req@ffff8800a8fd7100 x1818247337656960/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019448.392414:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337656960/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019448.392421:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019448.392423:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019448.392426:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337656960:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019448.431958:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019449.433945:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019450.436047:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019451.438036:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019452.439988:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019453.399838:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019453.399847:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019453.399852:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019453.399863:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3720 00000100:00080000:2.0:1734019453.399872:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019453.399880:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019453.399918:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337657088/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019453.399954:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019453.399959:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019453.399961:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019453.399965:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3720 00000100:00080000:2.0:1734019453.399968:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019453.399972:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019453.399981:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019453.399992:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337657216/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019453.400001:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019453.400005:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019453.400006:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019453.400010:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3720 00000100:00080000:2.0:1734019453.400012:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019453.400016:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019453.400020:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019453.400028:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337657344/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019453.400036:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019453.400039:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019453.400040:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019453.400044:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3720 00000100:00080000:2.0:1734019453.400047:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019453.400050:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019453.400054:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019453.400062:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337657472/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019453.400070:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734019453.400071:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337657088:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019453.400073:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019453.400075:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019453.400078:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3720 00000100:00080000:2.0:1734019453.400081:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019453.400084:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019453.400088:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019453.400095:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337657600/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019453.400104:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019453.400107:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019453.400108:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019453.400111:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3720 00000100:00080000:2.0:1734019453.400114:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019453.400117:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019453.400122:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019453.400129:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337657728/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734019453.400138:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019453.400159:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019453/real 1734019453] req@ffff8800a8fd6d80 x1818247337657088/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019453.400179:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337657088/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019453.400190:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019453.400193:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019453.400198:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337657088:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734019453.400205:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337657216:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019453.400221:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019453.400227:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019453/real 1734019453] req@ffff8800a8fd5500 x1818247337657216/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019453.400239:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337657216/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019453.400247:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019453.400249:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019453.400252:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337657216:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019453.400258:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337657344:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019453.400270:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019453.400276:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019453/real 1734019453] req@ffff8800a8fd6a00 x1818247337657344/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019453.400286:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337657344/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019453.400294:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019453.400296:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019453.400299:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337657344:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019453.400323:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337657472:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019453.400335:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019453.400341:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019453/real 1734019453] req@ffff8800a8fd5880 x1818247337657472/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019453.400351:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337657472/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019453.400359:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019453.400362:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019453.400365:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337657472:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019453.400371:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337657600:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019453.400387:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019453.400393:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019453/real 1734019453] req@ffff8800a8fd4a80 x1818247337657600/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019453.400403:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337657600/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019453.400411:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019453.400413:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019453.400416:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337657600:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019453.400475:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337657728:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019453.400493:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019453.400500:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019453/real 1734019453] req@ffff8800a8fd7800 x1818247337657728/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019453.400510:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337657728/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019453.400518:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019453.400520:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019453.400523:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337657728:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019453.441972:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019454.443968:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019455.445978:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019456.447924:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019457.449994:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019458.407826:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019458.407839:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019458.407845:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019458.407858:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3725 00000100:00080000:2.0:1734019458.407869:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019458.407879:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019458.407925:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337657856/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019458.407960:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019458.407964:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019458.407966:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019458.407971:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3725 00000100:00080000:2.0:1734019458.407974:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019458.407979:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019458.407990:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019458.408001:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337657984/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019458.408011:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019458.408014:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019458.408016:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019458.408020:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3725 00000100:00080000:2.0:1734019458.408023:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019458.408027:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019458.408033:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019458.408042:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337658112/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019458.408052:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019458.408055:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019458.408056:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019458.408061:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3725 00000100:00080000:2.0:1734019458.408063:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734019458.408066:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337657856:192.168.201.110@tcp:250:kworker.0 00000100:00080000:2.0:1734019458.408067:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019458.408071:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019458.408079:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337658240/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019458.408087:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019458.408090:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019458.408092:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019458.408095:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3725 00000100:00080000:2.0:1734019458.408098:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019458.408102:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019458.408106:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019458.408116:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337658368/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019458.408126:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019458.408129:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019458.408131:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019458.408135:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3725 00000100:00080000:2.0:1734019458.408148:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019458.408151:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000800:00000100:0.0:1734019458.408154:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000008:00100000:2.0:1734019458.408156:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019458.408165:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337658496/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734019458.408181:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019458/real 1734019458] req@ffff8800a8fd6300 x1818247337657856/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019458.408204:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337657856/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019458.408216:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019458.408219:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019458.408224:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337657856:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734019458.408231:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337657984:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019458.408249:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019458.408256:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019458/real 1734019458] req@ffff8800a8fd7b80 x1818247337657984/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019458.408267:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337657984/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019458.408275:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019458.408278:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019458.408281:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337657984:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019458.408309:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337658112:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019458.408322:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019458.408328:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019458/real 1734019458] req@ffff8800a8fd7480 x1818247337658112/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019458.408390:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337658112/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019458.408400:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019458.408403:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019458.408407:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337658112:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019458.408413:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337658240:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019458.408429:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019458.408436:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019458/real 1734019458] req@ffff8800a8fd4380 x1818247337658240/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019458.408447:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337658240/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019458.408455:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019458.408458:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019458.408460:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337658240:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019458.408465:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337658368:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019458.408478:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019458.408484:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019458/real 1734019458] req@ffff8800a8fd7800 x1818247337658368/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019458.408493:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337658368/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019458.408501:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019458.408503:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019458.408507:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337658368:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019458.408513:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337658496:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019458.408526:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019458.408532:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019458/real 1734019458] req@ffff8800a8fd4a80 x1818247337658496/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019458.408543:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337658496/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019458.408550:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019458.408552:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019458.408555:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337658496:192.168.201.110@tcp:8:kworker.0 00010000:00010000:0.0:1734019458.451934:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019459.454009:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019460.455983:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019461.457963:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734019462.459964:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019463.415827:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019463.415840:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019463.415846:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019463.415859:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3730 00000100:00080000:2.0:1734019463.415872:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019463.415881:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019463.415931:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337658624/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019463.415967:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019463.415972:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019463.415974:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019463.415979:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3730 00000100:00080000:2.0:1734019463.415982:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019463.415986:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019463.415998:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019463.416009:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337658752/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019463.416027:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019463.416030:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019463.416032:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019463.416035:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3730 00000100:00080000:2.0:1734019463.416038:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019463.416042:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019463.416046:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019463.416054:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337658880/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019463.416064:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019463.416067:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019463.416068:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019463.416072:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3730 00000100:00080000:2.0:1734019463.416075:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019463.416078:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000100:00100000:0.0:1734019463.416079:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337658624:192.168.201.110@tcp:250:kworker.0 00000008:00100000:2.0:1734019463.416082:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019463.416090:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337659008/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019463.416098:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019463.416102:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019463.416103:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019463.416107:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3730 00000100:00080000:2.0:1734019463.416111:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019463.416114:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019463.416119:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019463.416127:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337659136/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019463.416135:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019463.416138:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019463.416140:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019463.416144:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3730 00000100:00080000:2.0:1734019463.416146:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019463.416149:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019463.416153:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019463.416160:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337659264/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734019463.416165:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019463.416190:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019463/real 1734019463] req@ffff8800a8fd5880 x1818247337658624/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019463.416213:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337658624/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019463.416225:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019463.416228:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019463.416233:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337658624:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734019463.416240:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337658752:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019463.416304:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019463.416314:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019463/real 1734019463] req@ffff8800a8fd6a00 x1818247337658752/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019463.416326:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337658752/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019463.416335:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019463.416337:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019463.416341:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337658752:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019463.416368:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337658880:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019463.416383:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019463.416390:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019463/real 1734019463] req@ffff8800a8fd5500 x1818247337658880/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019463.416401:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337658880/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019463.416409:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019463.416411:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019463.416414:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337658880:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019463.416420:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337659008:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019463.416432:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019463.416437:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019463/real 1734019463] req@ffff8800a8fd6d80 x1818247337659008/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019463.416447:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337659008/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019463.416463:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019463.416466:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019463.416469:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337659008:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019463.416474:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337659136:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019463.416486:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019463.416492:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019463/real 1734019463] req@ffff8800a8fd7100 x1818247337659136/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019463.416502:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337659136/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019463.416509:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019463.416512:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019463.416515:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337659136:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019463.416520:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337659264:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019463.416532:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019463.416538:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019463/real 1734019463] req@ffff8800a8fd6680 x1818247337659264/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019463.416547:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337659264/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019463.416555:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019463.416558:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019463.416561:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337659264:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734019463.461980:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019464.463963:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019465.465979:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019466.468080:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019467.469991:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019468.423863:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019468.423873:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019468.423878:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019468.423889:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3735 00000100:00080000:2.0:1734019468.423898:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019468.423906:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019468.423942:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4e00 x1818247337659392/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019468.423974:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019468.423978:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019468.423981:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019468.423985:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3735 00000100:00080000:2.0:1734019468.423988:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019468.423992:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019468.424002:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019468.424012:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5180 x1818247337659520/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019468.424022:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019468.424025:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019468.424027:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019468.424030:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3735 00000100:00080000:2.0:1734019468.424033:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019468.424036:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019468.424041:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019468.424048:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5f80 x1818247337659648/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019468.424056:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019468.424059:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019468.424060:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019468.424064:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3735 00000100:00080000:2.0:1734019468.424066:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019468.424069:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019468.424073:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019468.424081:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337659392:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019468.424081:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5c00 x1818247337659776/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019468.424091:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019468.424095:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019468.424096:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019468.424100:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3735 00000100:00080000:2.0:1734019468.424102:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019468.424106:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019468.424110:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019468.424119:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337659904/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019468.424128:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019468.424131:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019468.424132:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019468.424135:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3735 00000100:00080000:2.0:1734019468.424138:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019468.424141:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019468.424145:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734019468.424147:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734019468.424153:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337660032/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734019468.424194:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019468/real 1734019468] req@ffff8800a8fd4e00 x1818247337659392/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019468.424216:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4e00 x1818247337659392/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019468.424226:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019468.424230:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019468.424235:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337659392:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734019468.424242:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337659520:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019468.424262:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019468.424269:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019468/real 1734019468] req@ffff8800a8fd5180 x1818247337659520/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019468.424280:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5180 x1818247337659520/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019468.424287:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019468.424290:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019468.424293:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337659520:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019468.424299:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337659648:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019468.424317:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019468.424322:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019468/real 1734019468] req@ffff8800a8fd5f80 x1818247337659648/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019468.424341:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5f80 x1818247337659648/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019468.424349:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019468.424351:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019468.424354:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337659648:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019468.424379:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337659776:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019468.424391:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019468.424397:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019468/real 1734019468] req@ffff8800a8fd5c00 x1818247337659776/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019468.424406:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5c00 x1818247337659776/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019468.424414:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019468.424417:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019468.424420:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337659776:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019468.424425:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337659904:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019468.424437:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019468.424443:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019468/real 1734019468] req@ffff8800a8fd6680 x1818247337659904/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019468.424453:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337659904/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019468.424460:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019468.424463:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019468.424467:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337659904:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019468.424472:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337660032:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019468.424489:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019468.424495:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019468/real 1734019468] req@ffff8800a8fd7100 x1818247337660032/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019468.424504:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337660032/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019468.424512:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019468.424514:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019468.424518:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337660032:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019468.471970:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019469.473956:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019470.475966:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019471.477952:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019472.479968:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019473.431860:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019473.431870:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019473.431875:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019473.431884:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3740 00000100:00080000:2.0:1734019473.431893:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019473.431901:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019473.431939:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337660160/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019473.431972:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019473.431976:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019473.431978:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019473.431982:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3740 00000100:00080000:2.0:1734019473.431985:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019473.431989:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019473.431999:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019473.432009:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337660288/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019473.432019:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019473.432022:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019473.432024:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019473.432027:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3740 00000100:00080000:2.0:1734019473.432030:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019473.432033:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019473.432037:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019473.432045:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337660416/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019473.432053:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019473.432056:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019473.432058:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019473.432062:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3740 00000100:00080000:2.0:1734019473.432064:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019473.432067:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019473.432071:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019473.432074:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337660160:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019473.432079:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337660544/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019473.432118:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019473.432121:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019473.432123:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019473.432127:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3740 00000100:00080000:2.0:1734019473.432130:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019473.432134:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019473.432138:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019473.432147:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337660672/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019473.432156:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019473.432159:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019473.432161:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019473.432165:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3740 00000100:00080000:2.0:1734019473.432167:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019473.432170:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019473.432174:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734019473.432175:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734019473.432182:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337660800/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734019473.432197:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019473/real 1734019473] req@ffff8800a8fd6d80 x1818247337660160/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019473.432216:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337660160/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019473.432227:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019473.432230:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019473.432235:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337660160:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734019473.432242:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337660288:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019473.432261:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019473.432268:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019473/real 1734019473] req@ffff8800a8fd5500 x1818247337660288/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019473.432279:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337660288/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019473.432287:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019473.432289:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019473.432292:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337660288:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019473.432298:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337660416:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019473.432316:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019473.432321:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019473/real 1734019473] req@ffff8800a8fd6a00 x1818247337660416/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019473.432331:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337660416/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019473.432338:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019473.432341:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019473.432343:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337660416:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019473.432368:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337660544:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019473.432380:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019473.432386:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019473/real 1734019473] req@ffff8800a8fd5880 x1818247337660544/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019473.432403:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337660544/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019473.432411:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019473.432413:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019473.432416:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337660544:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019473.432421:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337660672:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019473.432432:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019473.432438:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019473/real 1734019473] req@ffff8800a8fd4a80 x1818247337660672/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019473.432448:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337660672/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019473.432455:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019473.432457:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019473.432460:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337660672:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019473.432465:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337660800:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019473.432476:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019473.432482:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019473/real 1734019473] req@ffff8800a8fd7800 x1818247337660800/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019473.432491:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337660800/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019473.432498:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019473.432501:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019473.432504:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337660800:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019473.481940:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019474.483963:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019475.485942:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019476.487961:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019477.490083:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019478.439829:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019478.439842:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019478.439848:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019478.439860:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3745 00000100:00080000:2.0:1734019478.439871:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019478.439881:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019478.439927:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4380 x1818247337660928/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019478.439964:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019478.439969:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019478.439971:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019478.439976:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3745 00000100:00080000:2.0:1734019478.439979:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019478.439983:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019478.439994:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019478.440052:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7480 x1818247337661056/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019478.440063:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019478.440067:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019478.440069:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019478.440073:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3745 00000100:00080000:2.0:1734019478.440076:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019478.440080:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019478.440086:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019478.440092:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337660928:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019478.440096:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7b80 x1818247337661184/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019478.440106:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019478.440109:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019478.440111:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019478.440115:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3745 00000100:00080000:2.0:1734019478.440118:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019478.440121:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019478.440126:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019478.440134:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6300 x1818247337661312/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019478.440142:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019478.440145:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019478.440147:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019478.440150:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3745 00000100:00080000:2.0:1734019478.440153:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019478.440156:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019478.440160:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019478.440170:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7800 x1818247337661440/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000800:00000100:0.0:1734019478.440176:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00080000:2.0:1734019478.440179:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019478.440182:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019478.440184:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019478.440189:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3745 00000100:00100000:0.0:1734019478.440201:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019478/real 1734019478] req@ffff8800a8fd4380 x1818247337660928/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:2.0:1734019478.440201:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019478.440205:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019478.440210:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019478.440219:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd4a80 x1818247337661568/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734019478.440223:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4380 x1818247337660928/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019478.440234:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019478.440238:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019478.440243:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337660928:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734019478.440250:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337661056:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019478.440269:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019478.440275:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019478/real 1734019478] req@ffff8800a8fd7480 x1818247337661056/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019478.440287:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7480 x1818247337661056/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019478.440295:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019478.440297:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019478.440301:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337661056:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019478.440327:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337661184:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019478.440344:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019478.440351:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019478/real 1734019478] req@ffff8800a8fd7b80 x1818247337661184/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019478.440362:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7b80 x1818247337661184/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019478.440370:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019478.440372:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019478.440375:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337661184:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019478.440380:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337661312:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019478.440392:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019478.440397:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019478/real 1734019478] req@ffff8800a8fd6300 x1818247337661312/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019478.440407:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6300 x1818247337661312/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019478.440415:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019478.440417:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019478.440420:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337661312:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019478.440425:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337661440:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019478.440438:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019478.440443:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019478/real 1734019478] req@ffff8800a8fd7800 x1818247337661440/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019478.440461:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7800 x1818247337661440/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019478.440468:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019478.440471:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019478.440474:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337661440:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019478.440479:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337661568:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019478.440491:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019478.440497:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019478/real 1734019478] req@ffff8800a8fd4a80 x1818247337661568/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019478.440506:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd4a80 x1818247337661568/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019478.440513:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019478.440515:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019478.440518:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337661568:192.168.201.110@tcp:8:kworker.0 00010000:00010000:1.0:1734019478.492034:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019479.494044:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019480.496041:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019481.497909:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019482.500020:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734019483.447817:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 63afa445-d95f-4754-9884-d132561fd492->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019483.447828:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1734019483.447832:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019483.447843:0:10675:0:(import.c:523:import_select_connection()) MGC192.168.201.110@tcp: connect to NID 192.168.201.110@tcp last attempt 3750 00000100:00080000:2.0:1734019483.447852:0:10675:0:(import.c:580:import_select_connection()) MGC192.168.201.110@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019483.447860:0:10675:0:(import.c:615:import_select_connection()) MGC192.168.201.110@tcp: import ffff88012aae2800 using connection MGC192.168.201.110@tcp_0/192.168.201.110@tcp 00000100:00100000:2.0:1734019483.447898:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5880 x1818247337661696/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019483.447966:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019483.447971:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019483.447973:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019483.447977:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3750 00000100:00080000:2.0:1734019483.447981:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019483.447985:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012aae7800: import ffff8800ab34f800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019483.447994:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019483.448005:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6a00 x1818247337661824/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019483.448023:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019483.448026:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734019483.448028:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019483.448031:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3750 00000100:00080000:2.0:1734019483.448033:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019483.448037:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff88012aae7800: import ffff8800ab398000 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019483.448041:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1734019483.448049:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd5500 x1818247337661952/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019483.448057:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) c31070bc-bffc-43e1-9f73-fdc65f69606a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019483.448060:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019483.448062:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019483.448065:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: connect to NID 192.168.201.110@tcp last attempt 3750 00000100:00080000:2.0:1734019483.448068:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019483.448071:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012aae7800: import ffff8800ab399800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019483.448075:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1734019483.448079:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337661696:192.168.201.110@tcp:250:kworker.0 00000100:00100000:2.0:1734019483.448082:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6d80 x1818247337662080/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019483.448091:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019483.448094:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1734019483.448096:0:10675:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019483.448099:0:10675:0:(import.c:523:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3750 00000100:00080000:2.0:1734019483.448102:0:10675:0:(import.c:580:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019483.448106:0:10675:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff88012db5a800: import ffff8800b5832800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019483.448109:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34603008 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1734019483.448116:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd7100 x1818247337662208/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734019483.448125:0:10675:0:(pinger.c:254:ptlrpc_pinger_process_import()) 01c35be3-ce4e-49b2-9465-d7bd4af94f08->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734019483.448128:0:10675:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1734019483.448130:0:10675:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734019483.448133:0:10675:0:(import.c:523:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: connect to NID 192.168.201.110@tcp last attempt 3750 00000100:00080000:2.0:1734019483.448136:0:10675:0:(import.c:580:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734019483.448139:0:10675:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff88012db5a800: import ffff88013710c800 using connection 192.168.201.110@tcp/192.168.201.110@tcp 00000008:00100000:2.0:1734019483.448143:0:10675:0:(osc_request.c:3668:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34603008 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1734019483.448145:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:2.0:1734019483.448149:0:10675:0:(import.c:814:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a8fd6680 x1818247337662336/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734019483.448166:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019483/real 1734019483] req@ffff8800a8fd5880 x1818247337661696/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019483.448186:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5880 x1818247337661696/t0(0) o250->MGC192.168.201.110@tcp@192.168.201.110@tcp:26/25 lens 520/544 e 0 to 1 dl 1734019508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019483.448197:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88012aae2800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019483.448201:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019483.448206:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:63afa445-d95f-4754-9884-d132561fd492:1977:1818247337661696:192.168.201.110@tcp:250:kworker.0 00000100:00100000:0.0:1734019483.448213:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337661824:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019483.448230:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019483.448236:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019483/real 1734019483] req@ffff8800a8fd6a00 x1818247337661824/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019483.448247:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6a00 x1818247337661824/t0(0) o38->lustre-MDT0000-mdc-ffff88012aae7800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019483.448255:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab34f800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019483.448258:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019483.448261:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337661824:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019483.448267:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337661952:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019483.448280:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019483.448285:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019483/real 1734019483] req@ffff8800a8fd5500 x1818247337661952/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019483.448295:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd5500 x1818247337661952/t0(0) o8->lustre-OST0000-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019483.448303:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab398000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019483.448305:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019483.448309:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337661952:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019483.448333:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337662080:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019483.448349:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019483.448355:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019483/real 1734019483] req@ffff8800a8fd6d80 x1818247337662080/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019483.448366:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6d80 x1818247337662080/t0(0) o8->lustre-OST0001-osc-ffff88012aae7800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019483.448374:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800ab399800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019483.448376:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019483.448379:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c31070bc-bffc-43e1-9f73-fdc65f69606a:1977:1818247337662080:192.168.201.110@tcp:8:kworker.0 00000100:00100000:0.0:1734019483.448385:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337662208:192.168.201.110@tcp:38:kworker.0 00000800:00000100:0.0:1734019483.448396:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019483.448402:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019483/real 1734019483] req@ffff8800a8fd7100 x1818247337662208/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019483.448411:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd7100 x1818247337662208/t0(0) o38->lustre-MDT0000-mdc-ffff88012db5a800@192.168.201.110@tcp:12/10 lens 520/544 e 0 to 1 dl 1734019508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019483.448419:0:1977:0:(import.c:86:import_set_state_nolock()) ffff8800b5832800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019483.448421:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019483.448424:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337662208:192.168.201.110@tcp:38:kworker.0 00000100:00100000:0.0:1734019483.448430:0:1977:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337662336:192.168.201.110@tcp:8:kworker.0 00000800:00000100:0.0:1734019483.448446:0:1977:0:(socklnd_cb.c:975:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.110@tcp 00000100:00100000:0.0:1734019483.448452:0:1977:0:(client.c:2363:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1734019483/real 1734019483] req@ffff8800a8fd6680 x1818247337662336/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00100000:0.0:1734019483.448468:0:1977:0:(client.c:2394:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800a8fd6680 x1818247337662336/t0(0) o8->lustre-OST0001-osc-ffff88012db5a800@192.168.201.110@tcp:28/4 lens 520/544 e 0 to 1 dl 1734019508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 00000100:00080000:0.0:1734019483.448475:0:1977:0:(import.c:86:import_set_state_nolock()) ffff88013710c800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734019483.448477:0:1977:0:(import.c:1479:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.110@tcp failed (-110) 00000100:00100000:0.0:1734019483.448480:0:1977:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a8fd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:01c35be3-ce4e-49b2-9465-d7bd4af94f08:1977:1818247337662336:192.168.201.110@tcp:8:kworker.0 00010000:00010000:3.0:1734019483.501988:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019484.503985:0:10157:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019485.506001:0:5246:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734019486.507951:0:4748:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734019487.510001:0:4747:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 71370 lines, 71370 kept, 0 dropped, 0 bad.